-- Logs begin at Tue 2021-07-13 19:39:56 UTC, end at Tue 2021-07-13 20:38:18 UTC. -- Jul 13 20:09:46.577635 dv-cinder-800697-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 13 20:09:49.318913 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.common.config [-] Logging enabled! Jul 13 20:09:49.319525 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 13 20:09:49.319694 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92848) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 20:09:49.322960 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.common.config [-] Logging enabled! Jul 13 20:09:49.323219 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 13 20:09:49.323537 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92848) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 20:09:49.324518 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 20:09:49.324756 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 20:09:49.325124 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 20:09:49.325373 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 20:09:49.325601 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 20:09:49.325934 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.326237 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.326543 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.326779 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.327085 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.327382 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.327673 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.327993 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.328300 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.328590 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.328877 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.329166 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.329400 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.329687 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.329983 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.330277 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.330502 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] debug = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.331510 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.331900 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.332338 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.332632 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.333057 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.333226 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.333509 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.333795 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.334094 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.334438 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] host = dv-cinder-800697-1-iscsi {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.334728 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.335024 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.335323 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.335620 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.335902 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.336216 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.336517 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.336799 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.337081 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] log_file = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.337369 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.337670 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.337969 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.338267 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.338499 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.338726 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.339023 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.339317 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.339603 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.339886 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.340270 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.340555 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.340837 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.341113 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.341404 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.341701 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.341991 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.342275 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.342557 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.342842 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.343124 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.348929 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.348929 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.348929 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.348929 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.348929 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.348929 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.348929 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.348929 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.349524 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.349524 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.349524 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.349524 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.349524 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.349524 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.349524 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.349524 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] use_json = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.350032 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.350032 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.350032 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.350032 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.350032 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.350032 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.350032 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.350032 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:49.350540 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.350540 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.350687 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.350893 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.351197 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.351487 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.351787 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.352096 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.352396 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.352690 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.352989 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.353273 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.353566 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.353848 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.354152 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.354466 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.354768 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.355067 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.355350 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.355630 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.355912 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.356483 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.356776 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.357077 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.357373 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.357653 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.357938 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.358236 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.358521 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.358801 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.359087 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.359384 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.359670 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.359950 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.360261 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.360547 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.360830 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.361110 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.361395 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.361694 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.361978 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.362370 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.362659 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.362955 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.363238 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.363531 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.363817 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.364128 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.364409 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.364696 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.364976 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.365257 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.365541 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.365822 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.366104 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.366383 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.366663 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.366943 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.367223 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.367502 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.367781 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.368093 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.368380 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.368693 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.368948 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.369226 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.369506 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.369784 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.370078 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.370414 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.370666 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.370952 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.371239 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.371523 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.371806 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.372120 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.372406 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.372691 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.372974 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.373271 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.373563 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.373859 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.374151 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.374442 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.374747 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.375035 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.375330 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.375617 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.375905 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.376230 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.376522 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.376826 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.377130 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.377433 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.378342 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.378721 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.379012 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.379331 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.379620 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:49.379842 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 20:09:49.380116 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92848) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 13 20:09:49.729833 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 20:09:49.730110 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 20:09:49.730401 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 20:09:49.730744 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 13 20:09:50.122965 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.123175 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.123434 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.124768 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.125050 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.125329 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.159670 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.160092 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.160369 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.173586 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.173872 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.174146 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.204423 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.204704 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.204979 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.242014 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.242302 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.242577 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.476239 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.476879 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.476879 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.477127 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.477749 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.599011 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.599341 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.599628 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.599904 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.600202 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.600513 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.600777 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.601032 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.601286 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.601568 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.601828 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.602092 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.602349 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.602600 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.602854 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.603122 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.603378 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.603644 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.603915 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.604200 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.604471 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.604724 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.605005 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.605379 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.605629 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.605876 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.606535 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 20:09:50.606778 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 20:09:50.607017 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 20:09:50.607254 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 20:09:50.607490 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 20:09:50.607726 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 20:09:50.608122 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 13 20:09:50.611340 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 13 20:09:50.615985 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 13 20:09:50.619679 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jul 13 20:09:50.621353 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 13 20:09:50.621811 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 13 20:09:50.622157 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 13 20:09:50.622555 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 13 20:09:50.625383 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 13 20:09:50.625641 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 13 20:09:50.625992 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 20:09:50.655102 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 13 20:09:50.655567 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.655872 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92848) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 13 20:09:50.656263 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.657626 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92848) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 13 20:09:50.657920 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 20:09:50.658170 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 13 20:09:50.661832 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.662113 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:50.726676 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 13 20:09:50.726858 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 13 20:09:50.727076 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 13 20:09:50.727462 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 13 20:09:50.748723 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_db.sqlalchemy.engines [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92848) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 13 20:09:51.286447 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.plugins.ml2.managers [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Initializing driver for type 'gre' Jul 13 20:09:51.287096 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] gre ID ranges: [(1, 1000)] Jul 13 20:09:51.348300 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.plugins.ml2.managers [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Initializing driver for type 'local' Jul 13 20:09:51.348645 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.plugins.ml2.managers [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Initializing driver for type 'vlan' Jul 13 20:09:51.361865 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] VlanTypeDriver initialization complete Jul 13 20:09:51.362296 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.plugins.ml2.managers [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Initializing driver for type 'vxlan' Jul 13 20:09:51.363020 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] vxlan ID ranges: [(1, 1000)] Jul 13 20:09:51.417122 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.plugins.ml2.managers [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Initializing extension driver 'port_security' Jul 13 20:09:51.417457 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.plugins.ml2.extensions.port_security [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] PortSecurityExtensionDriver initialization complete Jul 13 20:09:51.417780 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.plugins.ml2.managers [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Initializing mechanism driver 'openvswitch' Jul 13 20:09:51.418092 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.plugins.ml2.managers [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Initializing mechanism driver 'hyperv' Jul 13 20:09:51.424644 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.plugins.ml2.plugin [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:09:51.425322 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > port after_create 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.425690 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > port after_update 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.426038 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > port after_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.426557 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92848) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 20:09:51.426985 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > subnet after_create 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.427338 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > subnet after_update 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.427677 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.428085 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92848) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 20:09:51.428490 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > network after_create 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.428835 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > network after_update 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.429174 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > network after_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.429567 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92848) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 20:09:51.429965 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > security_group after_create 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.430307 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > security_group after_update 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.430640 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.431192 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92848) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 20:09:51.431590 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.431921 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.432284 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.432678 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92848) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 20:09:51.433076 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > address_group after_create 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.433417 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > address_group after_update 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.433755 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.434141 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92848) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 20:09:51.434515 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] ML2 OVO RPC backend initialized. {{(pid=92848) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 13 20:09:51.435220 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.435568 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.436000 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > network before_response 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.436346 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > networks before_response 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.436687 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > port before_response 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.437028 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > ports before_response 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.437362 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > subnet before_response 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.437698 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > subnets before_response 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.438034 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > network after_create 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.438409 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > network after_update 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.438698 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > network after_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.439035 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > port after_create 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.439366 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > port after_update 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.439703 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > port after_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.440561 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > subnet after_create 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.440913 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > subnet after_update 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.441312 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.441797 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.plugins.ml2.plugin [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Modular L2 Plugin initialization complete Jul 13 20:09:51.442122 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading services supported by the core plugin {{(pid=92848) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 13 20:09:51.442443 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.plugins.ml2.managers [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Got port-security extension from driver 'port_security' Jul 13 20:09:51.442900 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.extensions.vlantransparent [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Disabled vlantransparent extension. Jul 13 20:09:51.443379 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92848) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 13 20:09:51.443689 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading Plugin: router Jul 13 20:09:51.479063 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.479651 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > router after_create 55549900 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.479819 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > router before_create 55549900 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.480171 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.480542 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.480894 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > router after_delete 55549900 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.481512 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.481869 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > router after_create 55549900 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.482213 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > router after_update 55549900 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.482559 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > router after_update 55549900 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.482904 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.483261 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > router after_update 55549900 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.483671 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > router precommit_update 55549900 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.484067 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: port after_update 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.484407 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: port after_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.484738 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: subnet after_update 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.485074 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.485420 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.485766 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > router precommit_create 55549900 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.486106 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: port before_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.486444 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > router precommit_create 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.486794 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > router after_update 55549900 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.487241 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.487666 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > router precommit_create 55549900 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.488052 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.488398 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > router precommit_update 55549900 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.488762 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > agent after_create 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.489110 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > agent after_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.489452 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > network after_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.490309 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.quota.resource_registry [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Tracking information for resource: router configured {{(pid=92848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 20:09:51.490638 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.quota.resource_registry [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Tracking information for resource: floatingip configured {{(pid=92848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 20:09:51.495586 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.db.l3_agentschedulers_db [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 13 20:09:51.496186 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: port after_update 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.496546 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: port after_create 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.496893 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: port after_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.497238 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: port after_update 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.498030 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > router before_create 55550100 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.498390 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.498746 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > router precommit_create 55550100 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.499122 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > router precommit_update 55550100 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.504172 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.services.provider_configuration [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Service providers = [] {{(pid=92848) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 13 20:09:51.504533 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.db.servicetype_db [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92848) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 13 20:09:51.507436 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.services.service_base [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92848) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 20:09:51.507784 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.services.service_base [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92848) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 20:09:51.508150 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.services.service_base [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92848) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 20:09:51.509025 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.services.service_base [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92848) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 20:09:51.509396 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.services.service_base [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 13 20:09:51.509771 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 20:09:51.510084 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 13 20:09:51.521152 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 20:09:51.521484 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading Plugin: auto_allocate Jul 13 20:09:51.527185 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: network precommit_update 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.527545 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: network precommit_create 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.528081 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 20:09:51.528400 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading Plugin: tag Jul 13 20:09:51.534938 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 20:09:51.535263 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading Plugin: timestamp Jul 13 20:09:51.539275 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 20:09:51.539558 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading Plugin: network_ip_availability Jul 13 20:09:51.544949 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.545315 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.545667 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.546367 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 20:09:51.546683 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading Plugin: flavors Jul 13 20:09:51.551414 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 20:09:51.551754 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading Plugin: revisions Jul 13 20:09:51.556039 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 20:09:51.556432 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_concurrency.lockutils [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.826s {{(pid=92848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 20:09:51.557177 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92848) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 13 20:09:51.557511 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Initializing extension manager. Jul 13 20:09:51.558016 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: __init__.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.558351 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: __pycache__ {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.558677 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.559001 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: address_group.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.559752 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.560343 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: address-group Jul 13 20:09:51.560663 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: address_scope.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.561368 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.561864 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: address-scope Jul 13 20:09:51.562178 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.563094 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.563591 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: router-admin-state-down-before-update Jul 13 20:09:51.563907 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: agent.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.566690 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.567209 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: agent Jul 13 20:09:51.567538 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: agent_resources_synced.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.568485 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.568994 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: agent-resources-synced Jul 13 20:09:51.569317 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: allowedaddresspairs.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.571110 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.571621 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: allowed-address-pairs Jul 13 20:09:51.571942 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: auto_allocated_topology.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.573037 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.573538 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: auto-allocated-topology Jul 13 20:09:51.573860 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: availability_zone.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.574551 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.575042 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: availability_zone Jul 13 20:09:51.575359 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: availability_zone_filter.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.576299 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.576797 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: availability_zone_filter Jul 13 20:09:51.577113 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: data_plane_status.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.578016 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.578509 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extension data-plane-status not supported by any of loaded plugins Jul 13 20:09:51.578826 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: default_subnetpools.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.579729 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.580368 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: default-subnetpools Jul 13 20:09:51.580721 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.582219 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.582718 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: dhcp_agent_scheduler Jul 13 20:09:51.583037 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: dns.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.583953 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.584468 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extension dns-integration not supported by any of loaded plugins Jul 13 20:09:51.584785 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: dns_domain_ports.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.585699 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.586194 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 13 20:09:51.586515 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.587424 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.587919 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 13 20:09:51.588260 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: dvr.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.588930 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.589425 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: dvr Jul 13 20:09:51.589736 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: empty_string_filtering.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.590632 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.591126 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: empty-string-filtering Jul 13 20:09:51.591439 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.592366 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.592855 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 13 20:09:51.593170 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.594067 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.594560 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 13 20:09:51.594875 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: external_net.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.595765 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.596305 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: external-net Jul 13 20:09:51.596714 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.597756 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.598253 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: extra_dhcp_opt Jul 13 20:09:51.598569 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: extraroute.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.599464 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.599956 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: extraroute Jul 13 20:09:51.600305 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: extraroute_atomic.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.601311 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.601806 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: extraroute-atomic Jul 13 20:09:51.602122 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: filter_validation.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.602782 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.603272 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: filter-validation Jul 13 20:09:51.603587 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: fip_pf_description.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.604515 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.605003 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 13 20:09:51.605318 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: fip_port_details.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.606479 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.606977 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: fip-port-details Jul 13 20:09:51.607292 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: flavors.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.608528 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.609030 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: flavors Jul 13 20:09:51.609348 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.610981 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.611491 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 13 20:09:51.611815 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: floatingip_pools.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.612684 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.613189 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: floatingip-pools Jul 13 20:09:51.613509 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: ip_allocation.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.614422 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.614913 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extension ip_allocation not supported by any of loaded plugins Jul 13 20:09:51.615229 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.616169 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.616674 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: ip-substring-filtering Jul 13 20:09:51.616995 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: l2_adjacency.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.617919 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.618412 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 13 20:09:51.618730 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: l3.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.619683 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.620219 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: router Jul 13 20:09:51.620539 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.622885 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.623401 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 13 20:09:51.623728 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.624675 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.625174 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: ext-gw-mode Jul 13 20:09:51.625494 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.626398 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.626896 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: l3-ha Jul 13 20:09:51.627212 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: l3_flavors.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.628657 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.629150 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: l3-flavors Jul 13 20:09:51.629467 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.630362 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.630855 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 13 20:09:51.631170 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: l3agentscheduler.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.632225 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.632724 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: l3_agent_scheduler Jul 13 20:09:51.633045 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: logging.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.634508 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.635017 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extension logging not supported by any of loaded plugins Jul 13 20:09:51.635338 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: metering.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.636103 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.636675 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: metering Jul 13 20:09:51.636996 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.638083 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.638589 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: metering_source_and_destination_fields Jul 13 20:09:51.638907 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: multiprovidernet.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.639822 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.640359 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: multi-provider Jul 13 20:09:51.640677 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: netmtu.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.641589 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.642087 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: net-mtu Jul 13 20:09:51.642402 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: netmtu_writable.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.643851 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.644493 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: net-mtu-writable Jul 13 20:09:51.644813 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: network_availability_zone.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.645481 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.645977 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: network_availability_zone Jul 13 20:09:51.646288 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: network_ip_availability.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.647367 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.647868 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: network-ip-availability Jul 13 20:09:51.648209 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: network_segment_range.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.648965 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.649459 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extension network-segment-range not supported by any of loaded plugins Jul 13 20:09:51.649774 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: pagination.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.650757 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.651080 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: pagination Jul 13 20:09:51.651393 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: port_device_profile.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.652314 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.652817 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: port-device-profile Jul 13 20:09:51.653131 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.654056 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.654551 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: port-mac-address-regenerate Jul 13 20:09:51.654870 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.655774 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.656303 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: port-numa-affinity-policy Jul 13 20:09:51.656620 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: port_resource_request.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.657536 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.658033 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extension port-resource-request not supported by any of loaded plugins Jul 13 20:09:51.658353 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: portbindings.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.659403 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.659900 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: binding Jul 13 20:09:51.660241 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: portbindings_extended.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.661611 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.662120 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: binding-extended Jul 13 20:09:51.662440 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: portsecurity.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.663342 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.663840 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: port-security Jul 13 20:09:51.664184 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: project_id.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.665146 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.665469 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: project-id Jul 13 20:09:51.665785 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: providernet.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.666694 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.667195 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: provider Jul 13 20:09:51.667517 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: qos.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.670996 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.671503 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extension qos not supported by any of loaded plugins Jul 13 20:09:51.671828 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.673090 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.673592 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 13 20:09:51.673918 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.675356 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.675850 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 13 20:09:51.676193 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: qos_default.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.677095 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.677597 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extension qos-default not supported by any of loaded plugins Jul 13 20:09:51.677914 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: qos_fip.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.678561 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.679052 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extension qos-fip not supported by any of loaded plugins Jul 13 20:09:51.679361 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: qos_gateway_ip.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.680305 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.680803 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 13 20:09:51.681119 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: qos_port_network_policy.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.682018 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.682514 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 13 20:09:51.682827 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: qos_rule_type_details.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.683731 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.684264 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 13 20:09:51.684576 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: qos_rules_alias.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.685601 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.686102 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 13 20:09:51.686418 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: quotasv2.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.687324 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.687645 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: quotas Jul 13 20:09:51.687977 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: quotasv2_detail.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.691521 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.691852 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: quota_details Jul 13 20:09:51.692216 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: rbac.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.693261 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.693780 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: rbac-policies Jul 13 20:09:51.694108 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: rbac_address_group.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.695219 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.695722 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: rbac-address-group Jul 13 20:09:51.696079 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: rbac_address_scope.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.697006 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.697510 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: rbac-address-scope Jul 13 20:09:51.697829 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: rbac_security_groups.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.698737 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.699238 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: rbac-security-groups Jul 13 20:09:51.699552 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: rbac_subnetpool.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.700485 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.700986 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: rbac-subnetpool Jul 13 20:09:51.701304 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: revisionifmatch.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.702217 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.702713 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: revision-if-match Jul 13 20:09:51.703030 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: revisions.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.704163 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.704672 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: standard-attr-revisions Jul 13 20:09:51.704986 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: router_availability_zone.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.705705 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.706178 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: router_availability_zone Jul 13 20:09:51.706493 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: routerservicetype.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.707407 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.707898 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extension router-service-type not supported by any of loaded plugins Jul 13 20:09:51.708241 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.709152 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.709650 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: security-groups-normalized-cidr Jul 13 20:09:51.709965 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.710871 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.711364 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: port-security-groups-filtering Jul 13 20:09:51.711680 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.712614 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.713110 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: security-groups-remote-address-group Jul 13 20:09:51.713425 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: securitygroup.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.723050 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.723566 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: security-group Jul 13 20:09:51.723893 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: segment.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.724699 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.725197 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extension segment not supported by any of loaded plugins Jul 13 20:09:51.725518 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.726447 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.726948 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 13 20:09:51.727266 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: servicetype.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.728393 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.728902 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: service-type Jul 13 20:09:51.729220 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: sorting.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.730185 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.730510 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: sorting Jul 13 20:09:51.730826 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: standard_attr_segment.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.732072 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.732573 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 13 20:09:51.732889 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: standardattrdescription.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.733532 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.734035 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: standard-attr-description Jul 13 20:09:51.734351 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: stateful_security_group.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.735278 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.735778 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: stateful-security-group Jul 13 20:09:51.736133 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: stdattrs_common.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.736711 dv-cinder-800697-1-iscsi neutron-server[92848]: WARNING neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 13 20:09:51.737565 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.738488 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.738999 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 13 20:09:51.739317 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: subnet_onboard.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.740401 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.740906 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: subnet_onboard Jul 13 20:09:51.741225 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.742137 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.742628 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 13 20:09:51.742943 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: subnet_service_types.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.743853 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.744387 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: subnet-service-types Jul 13 20:09:51.744705 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: subnetallocation.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.745782 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.746341 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: subnet_allocation Jul 13 20:09:51.746599 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.747262 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.747760 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: subnetpool-prefix-ops Jul 13 20:09:51.748102 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.749026 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.749672 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 13 20:09:51.749842 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: tagging.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.750917 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.751507 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: standard-attr-tag Jul 13 20:09:51.751828 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: timestamp.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.753637 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.754145 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loaded extension: standard-attr-timestamp Jul 13 20:09:51.754463 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: trunk.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.755494 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.756029 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extension trunk not supported by any of loaded plugins Jul 13 20:09:51.756354 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: trunk_details.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.757271 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.757778 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extension trunk-details not supported by any of loaded plugins Jul 13 20:09:51.758097 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: uplink_status_propagation.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.759005 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.759511 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 13 20:09:51.759831 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Loading extension file: vlantransparent.py {{(pid=92848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:09:51.760521 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:09:51.761021 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 13 20:09:51.763505 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.quota.resource_registry [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Creating instance of TrackedResource for resource:network Jul 13 20:09:51.764073 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.quota.resource_registry [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Creating instance of TrackedResource for resource:subnet Jul 13 20:09:51.764468 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.quota.resource_registry [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 20:09:51.764867 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.quota.resource_registry [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Creating instance of TrackedResource for resource:port Jul 13 20:09:51.766138 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.v2.resource_helper [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 20:09:51.766585 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.v2.resource_helper [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Service FLAVORS assigned prefix: {{(pid=92848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 20:09:51.767214 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.v2.resource_helper [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 20:09:51.767635 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.v2.resource_helper [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 20:09:51.767984 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.quota.resource_registry [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Creating instance of TrackedResource for resource:router Jul 13 20:09:51.768963 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.quota.resource_registry [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Creating instance of TrackedResource for resource:floatingip Jul 13 20:09:51.769457 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.v2.resource_helper [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Service METERING assigned prefix: /metering {{(pid=92848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 20:09:51.770909 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.771282 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.771632 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:09:51.772672 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.quota.resource_registry [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 20:09:51.773127 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.quota.resource_registry [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Creating instance of TrackedResource for resource:security_group Jul 13 20:09:51.773566 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.quota.resource_registry [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 20:09:51.774174 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.v2.resource_helper [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Service CORE assigned prefix: {{(pid=92848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 20:09:51.774491 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.quota.resource_registry [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 20:09:51.774831 dv-cinder-800697-1-iscsi neutron-server[92848]: WARNING neutron.quota.resource_registry [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] subnetpool is already registered Jul 13 20:09:51.775248 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.v2.resource_helper [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Service CORE assigned prefix: {{(pid=92848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 20:09:51.775569 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.quota.resource_registry [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 20:09:51.775905 dv-cinder-800697-1-iscsi neutron-server[92848]: WARNING neutron.quota.resource_registry [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] subnetpool is already registered Jul 13 20:09:51.778231 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.v2.resource_helper [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 20:09:51.778661 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.v2.resource_helper [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Service FLAVORS assigned prefix: {{(pid=92848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 20:09:51.779252 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.v2.resource_helper [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 20:09:51.779666 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.v2.resource_helper [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 20:09:51.780019 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.quota.resource_registry [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Creating instance of TrackedResource for resource:router Jul 13 20:09:51.780360 dv-cinder-800697-1-iscsi neutron-server[92848]: WARNING neutron.quota.resource_registry [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] router is already registered Jul 13 20:09:51.780767 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.quota.resource_registry [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Creating instance of TrackedResource for resource:floatingip Jul 13 20:09:51.781099 dv-cinder-800697-1-iscsi neutron-server[92848]: WARNING neutron.quota.resource_registry [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] floatingip is already registered Jul 13 20:09:51.781546 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.v2.resource_helper [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Service METERING assigned prefix: /metering {{(pid=92848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 20:09:51.782225 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.quota.resource_registry [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 20:09:51.782551 dv-cinder-800697-1-iscsi neutron-server[92848]: WARNING neutron.quota.resource_registry [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] rbac_policy is already registered Jul 13 20:09:51.782950 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.quota.resource_registry [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Creating instance of TrackedResource for resource:security_group Jul 13 20:09:51.783278 dv-cinder-800697-1-iscsi neutron-server[92848]: WARNING neutron.quota.resource_registry [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] security_group is already registered Jul 13 20:09:51.783674 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.quota.resource_registry [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 20:09:51.784678 dv-cinder-800697-1-iscsi neutron-server[92848]: WARNING neutron.quota.resource_registry [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] security_group_rule is already registered Jul 13 20:09:51.785299 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.v2.resource_helper [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Service CORE assigned prefix: {{(pid=92848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 20:09:51.785619 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.quota.resource_registry [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 20:09:51.785948 dv-cinder-800697-1-iscsi neutron-server[92848]: WARNING neutron.quota.resource_registry [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] subnetpool is already registered Jul 13 20:09:51.786360 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.v2.resource_helper [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Service CORE assigned prefix: {{(pid=92848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 20:09:51.786680 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.quota.resource_registry [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 20:09:51.787005 dv-cinder-800697-1-iscsi neutron-server[92848]: WARNING neutron.quota.resource_registry [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] subnetpool is already registered Jul 13 20:09:51.787487 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: extensions {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.789002 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: address-groups {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.790554 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: address-scopes {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.791813 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: agents {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.792994 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: auto-allocated-topology {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.794230 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: availability_zones {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.795453 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: dhcp-networks {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.796991 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: dhcp-agents {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.798397 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: routers {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.800225 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: flavors {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.802501 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: service_profiles {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.803697 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: next_providers {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.805180 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: service_profiles {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.806720 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: floatingip-pools {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.807925 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: routers {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.809625 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: floatingips {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.810887 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: l3-routers {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.812308 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: l3-agents {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.813708 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: metering-labels {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.814949 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: metering-label-rules {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.816438 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: network-ip-availabilities {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.817684 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: bindings {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.819249 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: quotas {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.820805 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: quotas {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.822205 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: rbac-policies {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.823383 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: security-groups {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.824713 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: security-group-rules {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.825944 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: service-providers {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.827173 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: subnetpools {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.828524 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: subnetpools {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.830093 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: tags {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.832341 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: tags {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.834155 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: tags {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.835913 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: tags {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.837630 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: tags {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.839559 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: tags {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.841284 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: tags {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.843061 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: tags {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.844938 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: tags {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.847376 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron.api.extensions [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Extended resource: tags {{(pid=92848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:09:51.853453 dv-cinder-800697-1-iscsi neutron-server[92848]: WARNING keystonemiddleware.auth_token [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 13 20:09:51.858277 dv-cinder-800697-1-iscsi neutron-server[92848]: WARNING keystonemiddleware.auth_token [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 13 20:09:51.866635 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_concurrency.lockutils [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Acquired lock "singleton_lock" {{(pid=92848) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 13 20:09:51.867102 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_concurrency.lockutils [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Releasing lock "singleton_lock" {{(pid=92848) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 13 20:09:51.867751 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO oslo_service.service [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Starting 2 workers Jul 13 20:09:51.872526 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Started child 92957 {{(pid=92848) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 20:09:51.879669 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Started child 92958 {{(pid=92848) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 20:09:51.880010 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:51.880732 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO neutron.service [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 13 20:09:51.880732 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Notify callbacks [] for process, before_spawn {{(pid=92848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:51.881005 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [-] (92957) wsgi starting up on http://0.0.0.0:9696 Jul 13 20:09:51.881752 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO oslo_service.service [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Starting 1 workers Jul 13 20:09:51.881935 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:51.883337 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [-] (92958) wsgi starting up on http://0.0.0.0:9696 Jul 13 20:09:51.886935 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Started child 92959 {{(pid=92848) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 20:09:51.887439 dv-cinder-800697-1-iscsi neutron-server[92848]: INFO oslo_service.service [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Starting 1 workers Jul 13 20:09:51.890779 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.service [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] calling RpcWorker wait() {{(pid=92959) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 13 20:09:51.891368 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.service [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] returning from RpcWorker wait() {{(pid=92959) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 13 20:09:51.891935 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Started child 92960 {{(pid=92848) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 20:09:51.892721 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:51.892852 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG neutron_lib.callbacks.manager [None req-c00f3e17-ae8a-40fd-a8c3-c71a765efca0 None None] Notify callbacks [] for process, after_spawn {{(pid=92848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:51.893815 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:09:51.895447 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92848) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 20:09:51.895658 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 20:09:51.895843 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 20:09:51.896086 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 20:09:51.896428 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 20:09:51.896588 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 20:09:51.897116 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.897391 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.897638 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.897925 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.898217 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.898490 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:51.898975 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.899063 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.899301 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.899575 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.899835 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.900022 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.900190 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.900464 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.900695 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.900975 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.901250 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.901501 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.901772 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.901940 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.902196 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.902458 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.902717 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.902979 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] debug = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.903199 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.903672 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.903923 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.904205 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.904443 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.904736 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.904977 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.905248 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.905497 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.905748 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.905995 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.906240 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.906468 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.906697 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.906909 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.907180 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.907417 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.907905 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] host = dv-cinder-800697-1-iscsi {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.908167 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.908389 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.908641 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.908960 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.909719 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.910011 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.910398 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.910652 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.910918 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.911148 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.911387 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.911634 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.911868 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.912135 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] log_file = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.912297 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] log_options = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.912551 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.912824 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.913088 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.913275 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.913440 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.913613 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.913877 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.914038 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.914341 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.914530 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.914766 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.914987 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.915219 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.915465 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.915702 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.915950 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.916201 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.916427 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.916676 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.916921 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.917149 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.917394 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.917628 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.917872 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.918113 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.918358 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.918604 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.918844 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.919058 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.919314 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.919532 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.919836 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.920063 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.920315 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.920561 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.920790 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.921024 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.921286 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.921519 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.921775 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.922015 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.922255 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.922525 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.922780 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.922962 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.923175 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] use_json = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.923382 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.923616 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.923884 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.924146 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.924362 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.924619 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.924915 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.925166 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:51.925584 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.925875 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.926193 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.926441 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.926675 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.926917 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.927149 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.927371 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.927647 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.927917 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.928256 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.928558 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.928802 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.929052 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.929321 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.929657 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.929938 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.930196 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.930416 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.930669 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.930920 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.931173 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.931481 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.932696 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.933114 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.933446 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.933695 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.933963 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.934211 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.934445 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.934700 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.934979 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.935215 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.935484 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.935718 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.936559 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.936559 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.936729 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.936909 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.937001 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:09:51.937147 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.937407 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.937720 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.937966 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.938212 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.938434 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.938654 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.938883 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.939120 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.939344 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.939608 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.939858 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.940138 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.940361 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.940580 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.940805 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.941161 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.941394 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.941728 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.941882 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.942115 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.942349 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.942605 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.942852 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.943074 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.943293 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.943518 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.943735 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.943989 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.944230 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.944456 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.944699 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.946338 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.946338 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.946338 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.946338 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.946338 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.946338 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.946338 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.946767 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.946767 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.946952 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.947170 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.947384 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.947769 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.948087 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.948401 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.948662 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.948983 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.949234 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.949491 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.949728 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.950142 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.950638 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.951017 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.951421 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.952133 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.952133 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.952314 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.952484 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.952712 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.953007 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.953251 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.953516 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.953762 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.954017 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.954266 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.954571 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.954819 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.955627 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.955627 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.955627 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.956653 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.956820 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.957028 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.957282 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.957566 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.958451 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.958451 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.958451 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.958730 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.958885 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.959465 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.959465 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.959665 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.959929 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.960139 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.960369 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.960679 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.960930 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.961309 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.961676 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.962059 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.962506 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.962903 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.963336 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.963710 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.964071 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.964273 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.964531 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.964807 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.965060 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.965323 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.965603 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.965847 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.966069 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.966621 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.966621 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.966794 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.967001 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.967386 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.967613 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.968004 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.968388 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.968801 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.969164 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.969559 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.969941 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.970324 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.970690 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.971094 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.972055 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.972456 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.972853 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.973226 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.973602 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.973979 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.974347 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.974743 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.975144 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.975444 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.975701 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.975944 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.976212 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.976468 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.976728 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.976954 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.977209 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.977437 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.977661 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.977874 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.978108 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.978330 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.978568 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.978803 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.979044 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.979300 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.979558 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.979905 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.980202 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.980477 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.980705 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.980931 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.981460 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.981685 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.981908 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.982149 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.982373 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.982594 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.982859 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.983093 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.983323 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.983540 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.983762 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.984003 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.984305 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.984481 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.984776 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.985032 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.985267 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.985524 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.985783 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.986000 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.986247 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.986461 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.986674 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.986924 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.987164 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.987378 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.987616 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.987836 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.988075 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.988331 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.988548 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.988763 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.988993 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.989205 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.989430 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.989813 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.990040 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.990274 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.990503 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.990763 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.990973 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.991427 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.991802 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.992419 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.992419 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.992625 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.992798 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.993476 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.993476 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.993669 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.993813 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.994113 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.994331 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.994576 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.994798 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.995061 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.995289 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.995566 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.995902 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.996368 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.996644 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.996884 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.997169 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.997459 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.997741 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.997983 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.998344 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.998631 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.998917 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.999188 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.999408 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.999681 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:51.999947 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.000207 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.000485 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.000697 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.000924 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.001199 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.001446 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.001703 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.001962 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.002197 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.002412 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.002698 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.002929 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.003154 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.003560 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.003719 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 20:09:52.004254 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92848) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 20:09:52.004420 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 20:09:52.004576 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 20:09:52.004751 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 20:09:52.004915 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 20:09:52.005070 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 20:09:52.005453 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.005618 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.005850 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.005956 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.006087 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.006270 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.006439 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.006598 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.006757 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.006917 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.007076 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.007236 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.007393 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.007559 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.007719 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.007873 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.008201 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.008516 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.008681 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.008832 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.008993 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.009158 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.009315 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] debug = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.009466 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.009654 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.009821 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.009970 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.010129 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.010287 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.010600 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.010758 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.011067 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.011343 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.011449 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.011529 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.011685 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.011845 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.012023 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.012185 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.012345 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.012504 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] host = dv-cinder-800697-1-iscsi {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.012663 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.012823 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.012990 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.013147 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.013307 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.013465 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.013624 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.013785 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.013944 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.014105 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.014266 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.014424 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.014583 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.014743 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] log_file = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.014900 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] log_options = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.015057 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.015214 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.015372 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.016003 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.016003 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.016003 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.016231 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.016231 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.016375 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.016486 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.016644 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.016951 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.017259 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.017422 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.017581 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.017740 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.017900 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.018059 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.018804 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.018979 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.019138 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.019299 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.019460 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.019618 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.019774 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.020129 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.020290 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.020448 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.020606 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.020766 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.020925 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.021085 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.021597 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.021752 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.022143 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.022455 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.022599 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.022767 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.022932 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.023091 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.023251 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.023410 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.023569 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.023712 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.023873 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.024056 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] use_json = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.024215 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.024374 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.024532 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.024691 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.024836 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.024998 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.025142 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.025304 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:09:52.025485 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.025649 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.025826 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.026040 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.026257 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.026426 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.026671 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.026838 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.027150 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.027455 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.027764 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.028084 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.028407 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.028560 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.028805 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.028897 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.029397 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.029397 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.029397 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.029624 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.029624 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.029785 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.029956 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.030843 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.030843 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.030843 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.030843 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.030843 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.030843 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.031215 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.031215 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.031333 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.031523 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.031612 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.031761 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.031915 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.032101 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.032271 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.032430 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.032590 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.032751 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.033087 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.033087 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.033270 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.033377 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.033535 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.033907 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.034551 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.035000 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.035000 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.035157 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.035235 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.035394 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.035471 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.035623 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.035787 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.035950 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.036133 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.036330 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.036485 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.036654 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.036817 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.037034 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.037211 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.037211 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.037509 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.037509 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.037805 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.037805 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.038084 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.038084 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.038261 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.038407 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.038575 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.038731 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.038873 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.039130 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.039284 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.039451 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.039606 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.039760 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.039760 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.040191 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.040191 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.040454 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.040454 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.040797 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.040797 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.041139 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.041139 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.041139 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.041525 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.041525 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.041770 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.041770 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.042014 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.042103 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.042181 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.042418 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.042699 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.042699 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.042954 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.042954 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.043221 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.043289 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.043485 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.043699 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.043699 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.043945 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.044108 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.044249 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.044379 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.044507 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.044636 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.045028 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.045028 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.045161 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.045226 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.045380 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.045543 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.045708 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.045867 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.046184 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.046342 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.046494 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.046656 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.046817 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.046986 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.047144 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.047309 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.047470 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.047632 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.047733 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:09:52.047911 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.048070 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.048201 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.048333 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.048420 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.048589 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.048721 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.048874 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.049027 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.049217 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.049352 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.049540 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.049702 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.049864 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.050025 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.050240 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.050348 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.050493 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.050653 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.050815 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.050976 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.051138 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.051298 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.051458 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.051619 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.051781 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.051942 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.052127 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.052289 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.052530 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.052628 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.052759 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.052924 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.053083 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.053470 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.053470 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.053627 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.053705 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.053842 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.054002 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.054162 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.054324 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.054485 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.054647 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.054810 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.054971 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.055133 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.055294 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.055457 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.055618 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.055779 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.055940 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.056122 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.056282 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.056446 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.056623 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.056784 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.056944 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.057105 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.057265 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.057425 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.057586 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.057746 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.057906 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.058066 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.058225 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.058388 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.058552 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.058714 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.058875 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.059036 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.059197 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.059357 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.060098 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.060098 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.060098 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.060098 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.061944 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.061944 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.061944 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.061944 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.061944 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.061944 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.061944 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.061944 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.062588 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.062588 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.062588 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.062588 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.062588 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.062588 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.062588 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.062588 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.063137 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.063137 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.063137 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.063137 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.063412 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.063491 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.064167 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.064167 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.064167 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.064167 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.066264 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.066264 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.066264 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.066264 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.066264 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.066264 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.066264 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.066264 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.066806 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.066806 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.066806 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.066806 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.066806 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.066806 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.067202 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.067202 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.067202 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.067404 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.067527 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.067671 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.067840 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.068029 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.068192 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.068360 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.068605 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.068751 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.068884 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.068993 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.069153 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.069403 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.069554 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.069642 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.069804 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.069922 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.070062 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.070222 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.070461 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.070568 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.070688 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.070849 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.071008 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.071169 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.071329 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.071490 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:09:52.071644 dv-cinder-800697-1-iscsi neutron-server[92848]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 20:09:52.256120 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 38276) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:09:52.264668 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062637 Jul 13 20:10:03.854829 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f098a94-034d-4b7b-b5b9-09661d11e44b None None] get_active_networks_info from dv-cinder-800697-1-iscsi {{(pid=92959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 20:10:03.934183 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f098a94-034d-4b7b-b5b9-09661d11e44b None None] No non-hosted networks {{(pid=92959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 13 20:10:04.085208 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-e8fe875b-32c7-4f12-8cff-45ebd19633ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1711135'] for agent, after_create {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:06.035765 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-956b9454-52ec-45ce-8de3-2ed78ba2aea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1711135'] for agent, after_create {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:06.094726 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-61236d8f-a8ef-4f13-8fd4-d6440ffa18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:06.790311 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1711135'] for agent, after_create {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:06.792414 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:06.792926 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:06.794086 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:06.796235 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:06.796761 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:06.797278 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:06.797770 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:06.800489 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:06.801049 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:06.801555 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:06.802100 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:06.802585 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:06.803135 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-800697-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:10:06.814958 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-800697-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:10:07.487744 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1711135'] for agent, after_create {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:09.169663 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1711135'] for agent, after_create {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:09.743619 dv-cinder-800697-1-iscsi neutron-server[92959]: INFO neutron.db.l3_hamode_db [None req-d3846713-db3b-4665-8d4f-990245139abd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 13 20:10:09.822219 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3846713-db3b-4665-8d4f-990245139abd None None] Routers set() bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:10:09.822816 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3846713-db3b-4665-8d4f-990245139abd None None] Router IDs set() for agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 20:10:10.381424 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 38368) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:10:10.882370 dv-cinder-800697-1-iscsi neutron-server[92958]: WARNING oslo_policy.policy [None req-1e1c1b4b-df65-4e92-a141-553fcdd91bef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 20:10:10.882928 dv-cinder-800697-1-iscsi neutron-server[92958]: WARNING oslo_policy.policy [None req-1e1c1b4b-df65-4e92-a141-553fcdd91bef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 20:10:11.101643 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [None req-1e1c1b4b-df65-4e92-a141-553fcdd91bef admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=92958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:10:11.102636 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-1e1c1b4b-df65-4e92-a141-553fcdd91bef admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7203038 Jul 13 20:10:13.510435 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 38382) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:10:13.823867 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-59fec101-a670-4322-838a-c4806898e623 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:10:13.917362 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.policy [None req-59fec101-a670-4322-838a-c4806898e623 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92958) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 20:10:13.962769 dv-cinder-800697-1-iscsi neutron-server[92958]: WARNING oslo_policy.policy [None req-59fec101-a670-4322-838a-c4806898e623 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 20:10:13.963144 dv-cinder-800697-1-iscsi neutron-server[92958]: WARNING oslo_policy.policy [None req-59fec101-a670-4322-838a-c4806898e623 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 20:10:13.971700 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.quota [None req-59fec101-a670-4322-838a-c4806898e623 admin admin] Loaded quota_driver: . Jul 13 20:10:14.064746 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-59fec101-a670-4322-838a-c4806898e623 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781995136351', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781995135754', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781994952658', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781994954197', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781994964827', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781994975093', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-633639', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-630639', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1626569', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1820728'] for rbac-policy, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:14.130381 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-59fec101-a670-4322-838a-c4806898e623 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:14.131886 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-59fec101-a670-4322-838a-c4806898e623 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6204641 Jul 13 20:10:16.750084 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 38394) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:10:17.059785 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-214aac37-5739-487b-9027-290db37dbddd admin admin] Request body: {'network': {'project_id': '53e6a2335e804fb6b15a5b28aaac5728', 'name': 'private', 'tenant_id': '53e6a2335e804fb6b15a5b28aaac5728', 'admin_state_up': True}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:10:17.090844 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214aac37-5739-487b-9027-290db37dbddd admin admin] Made reservation on behalf of 53e6a2335e804fb6b15a5b28aaac5728 for: {'network': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:10:17.093952 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-214aac37-5739-487b-9027-290db37dbddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for network, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:17.111553 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-214aac37-5739-487b-9027-290db37dbddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:17.258774 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-214aac37-5739-487b-9027-290db37dbddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:17.262481 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-214aac37-5739-487b-9027-290db37dbddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:17.285519 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-214aac37-5739-487b-9027-290db37dbddd admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=92958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:10:17.315731 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-214aac37-5739-487b-9027-290db37dbddd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781993259996', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996'] for segment, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:17.316357 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-214aac37-5739-487b-9027-290db37dbddd admin admin] Unsubscribe: segment precommit_create {{(pid=92958) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 20:10:17.316883 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.db.segments_db [None req-214aac37-5739-487b-9027-290db37dbddd admin admin] Added segment b5f19175-93ef-4fbc-86ef-664d93ec29d5 of type vlan for network a150c180-2117-43a8-b1fc-39ce56bfd793 Jul 13 20:10:17.337525 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214aac37-5739-487b-9027-290db37dbddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c2b71a-cd3e-4784-b9c2-8c9c81244369,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:10:17.394730 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214aac37-5739-487b-9027-290db37dbddd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:17.395084 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214aac37-5739-487b-9027-290db37dbddd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:17.395430 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214aac37-5739-487b-9027-290db37dbddd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:17.395765 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214aac37-5739-487b-9027-290db37dbddd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:17.396122 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214aac37-5739-487b-9027-290db37dbddd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:17.396470 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214aac37-5739-487b-9027-290db37dbddd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:17.396800 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214aac37-5739-487b-9027-290db37dbddd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:17.397122 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214aac37-5739-487b-9027-290db37dbddd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:17.397463 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214aac37-5739-487b-9027-290db37dbddd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:17.397786 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214aac37-5739-487b-9027-290db37dbddd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:17.398106 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214aac37-5739-487b-9027-290db37dbddd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:17.398424 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214aac37-5739-487b-9027-290db37dbddd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:17.399587 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214aac37-5739-487b-9027-290db37dbddd admin admin] Tracked resource versions report: Jul 13 20:10:17.399587 dv-cinder-800697-1-iscsi neutron-server[92958]: pushed versions: Jul 13 20:10:17.399587 dv-cinder-800697-1-iscsi neutron-server[92958]: { 'AddressGroup': {'1.2'}, Jul 13 20:10:17.399587 dv-cinder-800697-1-iscsi neutron-server[92958]: 'ConntrackHelper': {'1.0'}, Jul 13 20:10:17.399587 dv-cinder-800697-1-iscsi neutron-server[92958]: 'Log': {'1.0'}, Jul 13 20:10:17.399587 dv-cinder-800697-1-iscsi neutron-server[92958]: 'Network': {'1.1'}, Jul 13 20:10:17.399587 dv-cinder-800697-1-iscsi neutron-server[92958]: 'Port': {'1.7'}, Jul 13 20:10:17.399587 dv-cinder-800697-1-iscsi neutron-server[92958]: 'PortForwarding': {'1.2'}, Jul 13 20:10:17.399587 dv-cinder-800697-1-iscsi neutron-server[92958]: 'QosPolicy': {'1.8'}, Jul 13 20:10:17.399587 dv-cinder-800697-1-iscsi neutron-server[92958]: 'SecurityGroup': {'1.4'}, Jul 13 20:10:17.399587 dv-cinder-800697-1-iscsi neutron-server[92958]: 'SecurityGroupRule': {'1.2'}, Jul 13 20:10:17.399587 dv-cinder-800697-1-iscsi neutron-server[92958]: 'SubPort': {'1.0'}, Jul 13 20:10:17.399587 dv-cinder-800697-1-iscsi neutron-server[92958]: 'Subnet': {'1.1'}, Jul 13 20:10:17.399587 dv-cinder-800697-1-iscsi neutron-server[92958]: 'Trunk': {'1.1'}} Jul 13 20:10:17.399587 dv-cinder-800697-1-iscsi neutron-server[92958]: consumer versions: Jul 13 20:10:17.399587 dv-cinder-800697-1-iscsi neutron-server[92958]: { DHCP agent@dv-cinder-800697-1-iscsi: {}, Jul 13 20:10:17.399587 dv-cinder-800697-1-iscsi neutron-server[92958]: L3 agent@dv-cinder-800697-1-iscsi: {}, Jul 13 20:10:17.399587 dv-cinder-800697-1-iscsi neutron-server[92958]: Metadata agent@dv-cinder-800697-1-iscsi: {}, Jul 13 20:10:17.399587 dv-cinder-800697-1-iscsi neutron-server[92958]: Metering agent@dv-cinder-800697-1-iscsi: {}, Jul 13 20:10:17.399587 dv-cinder-800697-1-iscsi neutron-server[92958]: Open vSwitch agent@dv-cinder-800697-1-iscsi: { 'AddressGroup': '1.2', Jul 13 20:10:17.399587 dv-cinder-800697-1-iscsi neutron-server[92958]: 'ConntrackHelper': '1.0', Jul 13 20:10:17.399587 dv-cinder-800697-1-iscsi neutron-server[92958]: 'Log': '1.0', Jul 13 20:10:17.399587 dv-cinder-800697-1-iscsi neutron-server[92958]: 'Network': '1.1', Jul 13 20:10:17.399587 dv-cinder-800697-1-iscsi neutron-server[92958]: 'Port': '1.7', Jul 13 20:10:17.399587 dv-cinder-800697-1-iscsi neutron-server[92958]: 'PortForwarding': '1.2', Jul 13 20:10:17.399587 dv-cinder-800697-1-iscsi neutron-server[92958]: 'QosPolicy': '1.8', Jul 13 20:10:17.399587 dv-cinder-800697-1-iscsi neutron-server[92958]: 'SecurityGroup': '1.4', Jul 13 20:10:17.399587 dv-cinder-800697-1-iscsi neutron-server[92958]: 'SecurityGroupRule': '1.2', Jul 13 20:10:17.399587 dv-cinder-800697-1-iscsi neutron-server[92958]: 'SubPort': '1.0', Jul 13 20:10:17.399587 dv-cinder-800697-1-iscsi neutron-server[92958]: 'Subnet': '1.1', Jul 13 20:10:17.399587 dv-cinder-800697-1-iscsi neutron-server[92958]: 'Trunk': '1.1'}} Jul 13 20:10:17.399587 dv-cinder-800697-1-iscsi neutron-server[92958]: {{(pid=92958) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 20:10:17.448370 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-214aac37-5739-487b-9027-290db37dbddd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781992687126'] for network, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:17.499428 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-214aac37-5739-487b-9027-290db37dbddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962'] for network, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:17.500655 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214aac37-5739-487b-9027-290db37dbddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:10:17.501350 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-214aac37-5739-487b-9027-290db37dbddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for network, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:17.587901 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-214aac37-5739-487b-9027-290db37dbddd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8366323 Jul 13 20:10:17.602533 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214aac37-5739-487b-9027-290db37dbddd admin admin] Pushing event updated for resources: {'Network': ['ID=a150c180-2117-43a8-b1fc-39ce56bfd793,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:10:17.616508 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Network a150c180-2117-43a8-b1fc-39ce56bfd793 details requested by agent ovs-agent-dv-cinder-800697-1-iscsi with host dv-cinder-800697-1-iscsi {{(pid=92959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:10:20.265000 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 38408) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:10:20.756267 dv-cinder-800697-1-iscsi neutron-server[92957]: WARNING oslo_policy.policy [None req-a6d0f939-a120-4cfb-b748-e4d3363a6575 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 20:10:20.756845 dv-cinder-800697-1-iscsi neutron-server[92957]: WARNING oslo_policy.policy [None req-a6d0f939-a120-4cfb-b748-e4d3363a6575 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 20:10:21.200975 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.policy [None req-a6d0f939-a120-4cfb-b748-e4d3363a6575 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92957) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 20:10:21.248974 dv-cinder-800697-1-iscsi neutron-server[92957]: WARNING oslo_policy.policy [None req-a6d0f939-a120-4cfb-b748-e4d3363a6575 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 20:10:21.249361 dv-cinder-800697-1-iscsi neutron-server[92957]: WARNING oslo_policy.policy [None req-a6d0f939-a120-4cfb-b748-e4d3363a6575 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 20:10:21.257987 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d0f939-a120-4cfb-b748-e4d3363a6575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:10:21.259920 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-a6d0f939-a120-4cfb-b748-e4d3363a6575 admin admin] 10.222.0.41 "GET /v2.0/networks/a150c180-2117-43a8-b1fc-39ce56bfd793 HTTP/1.1" status: 200 len: 825 time: 0.9928360 Jul 13 20:10:21.300896 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-a1b9be24-bc98-4d61-998a-f48e3501985d admin admin] 10.222.0.41 "GET /v2.0/subnetpools/98b8a923-1b50-44e1-b13e-c0c9cec52513 HTTP/1.1" status: 200 len: 734 time: 0.0347033 Jul 13 20:10:21.309944 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-7842e1ba-2d7b-45fe-8323-deb5890920ec admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '53e6a2335e804fb6b15a5b28aaac5728', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'a150c180-2117-43a8-b1fc-39ce56bfd793', 'subnetpool_id': '98b8a923-1b50-44e1-b13e-c0c9cec52513'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:10:21.311560 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.quota [None req-7842e1ba-2d7b-45fe-8323-deb5890920ec admin admin] Loaded quota_driver: . Jul 13 20:10:21.353813 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7842e1ba-2d7b-45fe-8323-deb5890920ec admin admin] Made reservation on behalf of 53e6a2335e804fb6b15a5b28aaac5728 for: {'subnet': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:10:21.357111 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-7842e1ba-2d7b-45fe-8323-deb5890920ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:21.653861 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-7842e1ba-2d7b-45fe-8323-deb5890920ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962'] for subnet, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:21.725026 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7842e1ba-2d7b-45fe-8323-deb5890920ec admin admin] Checking segment: {'id': 'b5f19175-93ef-4fbc-86ef-664d93ec29d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a150c180-2117-43a8-b1fc-39ce56bfd793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:10:21.725413 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7842e1ba-2d7b-45fe-8323-deb5890920ec admin admin] Network hostable DHCP agents. Network: a150c180-2117-43a8-b1fc-39ce56bfd793, hostable agents: ['9d6e4556-3812-4c7d-88f2-13bd16a57861'], hosted agents: [] {{(pid=92957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:10:21.734338 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842e1ba-2d7b-45fe-8323-deb5890920ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=3efbb44b-779f-4424-9dd7-7bd1b4d24f69,revision_number=0']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:10:21.747646 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7842e1ba-2d7b-45fe-8323-deb5890920ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:21.748036 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7842e1ba-2d7b-45fe-8323-deb5890920ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:21.748381 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7842e1ba-2d7b-45fe-8323-deb5890920ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:21.748715 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7842e1ba-2d7b-45fe-8323-deb5890920ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:21.749059 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7842e1ba-2d7b-45fe-8323-deb5890920ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:21.749383 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7842e1ba-2d7b-45fe-8323-deb5890920ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:21.749710 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7842e1ba-2d7b-45fe-8323-deb5890920ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:21.750039 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7842e1ba-2d7b-45fe-8323-deb5890920ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:21.750374 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7842e1ba-2d7b-45fe-8323-deb5890920ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:21.750697 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7842e1ba-2d7b-45fe-8323-deb5890920ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:21.751014 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7842e1ba-2d7b-45fe-8323-deb5890920ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:21.751331 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7842e1ba-2d7b-45fe-8323-deb5890920ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:21.752699 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7842e1ba-2d7b-45fe-8323-deb5890920ec admin admin] Tracked resource versions report: Jul 13 20:10:21.752699 dv-cinder-800697-1-iscsi neutron-server[92957]: pushed versions: Jul 13 20:10:21.752699 dv-cinder-800697-1-iscsi neutron-server[92957]: { 'AddressGroup': {'1.2'}, Jul 13 20:10:21.752699 dv-cinder-800697-1-iscsi neutron-server[92957]: 'ConntrackHelper': {'1.0'}, Jul 13 20:10:21.752699 dv-cinder-800697-1-iscsi neutron-server[92957]: 'Log': {'1.0'}, Jul 13 20:10:21.752699 dv-cinder-800697-1-iscsi neutron-server[92957]: 'Network': {'1.1'}, Jul 13 20:10:21.752699 dv-cinder-800697-1-iscsi neutron-server[92957]: 'Port': {'1.7'}, Jul 13 20:10:21.752699 dv-cinder-800697-1-iscsi neutron-server[92957]: 'PortForwarding': {'1.2'}, Jul 13 20:10:21.752699 dv-cinder-800697-1-iscsi neutron-server[92957]: 'QosPolicy': {'1.8'}, Jul 13 20:10:21.752699 dv-cinder-800697-1-iscsi neutron-server[92957]: 'SecurityGroup': {'1.4'}, Jul 13 20:10:21.752699 dv-cinder-800697-1-iscsi neutron-server[92957]: 'SecurityGroupRule': {'1.2'}, Jul 13 20:10:21.752699 dv-cinder-800697-1-iscsi neutron-server[92957]: 'SubPort': {'1.0'}, Jul 13 20:10:21.752699 dv-cinder-800697-1-iscsi neutron-server[92957]: 'Subnet': {'1.1'}, Jul 13 20:10:21.752699 dv-cinder-800697-1-iscsi neutron-server[92957]: 'Trunk': {'1.1'}} Jul 13 20:10:21.752699 dv-cinder-800697-1-iscsi neutron-server[92957]: consumer versions: Jul 13 20:10:21.752699 dv-cinder-800697-1-iscsi neutron-server[92957]: { DHCP agent@dv-cinder-800697-1-iscsi: {}, Jul 13 20:10:21.752699 dv-cinder-800697-1-iscsi neutron-server[92957]: L3 agent@dv-cinder-800697-1-iscsi: {}, Jul 13 20:10:21.752699 dv-cinder-800697-1-iscsi neutron-server[92957]: Metadata agent@dv-cinder-800697-1-iscsi: {}, Jul 13 20:10:21.752699 dv-cinder-800697-1-iscsi neutron-server[92957]: Metering agent@dv-cinder-800697-1-iscsi: {}, Jul 13 20:10:21.752699 dv-cinder-800697-1-iscsi neutron-server[92957]: Open vSwitch agent@dv-cinder-800697-1-iscsi: { 'AddressGroup': '1.2', Jul 13 20:10:21.752699 dv-cinder-800697-1-iscsi neutron-server[92957]: 'ConntrackHelper': '1.0', Jul 13 20:10:21.752699 dv-cinder-800697-1-iscsi neutron-server[92957]: 'Log': '1.0', Jul 13 20:10:21.752699 dv-cinder-800697-1-iscsi neutron-server[92957]: 'Network': '1.1', Jul 13 20:10:21.752699 dv-cinder-800697-1-iscsi neutron-server[92957]: 'Port': '1.7', Jul 13 20:10:21.752699 dv-cinder-800697-1-iscsi neutron-server[92957]: 'PortForwarding': '1.2', Jul 13 20:10:21.752699 dv-cinder-800697-1-iscsi neutron-server[92957]: 'QosPolicy': '1.8', Jul 13 20:10:21.752699 dv-cinder-800697-1-iscsi neutron-server[92957]: 'SecurityGroup': '1.4', Jul 13 20:10:21.752699 dv-cinder-800697-1-iscsi neutron-server[92957]: 'SecurityGroupRule': '1.2', Jul 13 20:10:21.752699 dv-cinder-800697-1-iscsi neutron-server[92957]: 'SubPort': '1.0', Jul 13 20:10:21.752699 dv-cinder-800697-1-iscsi neutron-server[92957]: 'Subnet': '1.1', Jul 13 20:10:21.752699 dv-cinder-800697-1-iscsi neutron-server[92957]: 'Trunk': '1.1'}} Jul 13 20:10:21.752699 dv-cinder-800697-1-iscsi neutron-server[92957]: {{(pid=92957) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 20:10:21.788281 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7842e1ba-2d7b-45fe-8323-deb5890920ec admin admin] Network a150c180-2117-43a8-b1fc-39ce56bfd793 is scheduled to be hosted by DHCP agent 9d6e4556-3812-4c7d-88f2-13bd16a57861 with binding_index 1 {{(pid=92957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:10:21.801031 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [None req-7842e1ba-2d7b-45fe-8323-deb5890920ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-1-iscsi, a150c180-2117-43a8-b1fc-39ce56bfd793) {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:10:21.806173 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7842e1ba-2d7b-45fe-8323-deb5890920ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:10:21.806988 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-7842e1ba-2d7b-45fe-8323-deb5890920ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for subnet, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:21.811399 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfee9ee-19df-4239-a8a7-052da594240c None None] Network a150c180-2117-43a8-b1fc-39ce56bfd793 requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:10:21.829132 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-7842e1ba-2d7b-45fe-8323-deb5890920ec admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5228090 Jul 13 20:10:22.134638 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7ff799-f7a1-4ddb-808e-12a573dd5489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4343ca1b-82c6-5ec5-be1b-550c314ed552-a150c180-2117-43a8-b1fc-39ce56bfd793', 'network_id': 'a150c180-2117-43a8-b1fc-39ce56bfd793', 'tenant_id': '53e6a2335e804fb6b15a5b28aaac5728', 'fixed_ips': [{'subnet_id': '3efbb44b-779f-4424-9dd7-7bd1b4d24f69'}]}} from dv-cinder-800697-1-iscsi. {{(pid=92959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:10:22.136038 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-ef7ff799-f7a1-4ddb-808e-12a573dd5489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:22.422186 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.db_base_plugin_common [None req-ef7ff799-f7a1-4ddb-808e-12a573dd5489 None None] Allocated IP 172.20.0.2 (a150c180-2117-43a8-b1fc-39ce56bfd793/3efbb44b-779f-4424-9dd7-7bd1b4d24f69/414d3bde-f695-495c-9355-812a516cbdd1) {{(pid=92959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:10:22.634823 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-ef7ff799-f7a1-4ddb-808e-12a573dd5489 None None] Notify callbacks [] for port, precommit_create {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:22.653328 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-ef7ff799-f7a1-4ddb-808e-12a573dd5489 None None] Transition to ACTIVE for port object 414d3bde-f695-495c-9355-812a516cbdd1 will not be triggered until provisioned by entity L2. {{(pid=92959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:10:22.703868 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-ef7ff799-f7a1-4ddb-808e-12a573dd5489 None None] Transition to ACTIVE for port object 414d3bde-f695-495c-9355-812a516cbdd1 will not be triggered until provisioned by entity DHCP. {{(pid=92959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:10:22.713183 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-ef7ff799-f7a1-4ddb-808e-12a573dd5489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094'] for port, after_create {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:22.779625 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7ff799-f7a1-4ddb-808e-12a573dd5489 None None] Network a150c180-2117-43a8-b1fc-39ce56bfd793 is already hosted by enough agents. {{(pid=92959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:10:22.787234 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.scheduler.base_scheduler [None req-ef7ff799-f7a1-4ddb-808e-12a573dd5489 None None] Resources bound (agent type, host, resource id): {{(pid=92959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:10:22.796272 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7ff799-f7a1-4ddb-808e-12a573dd5489 None None] Received port after_create {{(pid=92959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:10:22.804388 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ff799-f7a1-4ddb-808e-12a573dd5489 None None] Pushing event updated for resources: {'Port': ['ID=414d3bde-f695-495c-9355-812a516cbdd1,revision_number=1']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:10:22.850048 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ff799-f7a1-4ddb-808e-12a573dd5489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:22.850653 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ff799-f7a1-4ddb-808e-12a573dd5489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:22.850786 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ff799-f7a1-4ddb-808e-12a573dd5489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:22.851107 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ff799-f7a1-4ddb-808e-12a573dd5489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:22.851448 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ff799-f7a1-4ddb-808e-12a573dd5489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:22.851783 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ff799-f7a1-4ddb-808e-12a573dd5489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:22.852140 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ff799-f7a1-4ddb-808e-12a573dd5489 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:22.852477 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ff799-f7a1-4ddb-808e-12a573dd5489 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:22.852823 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ff799-f7a1-4ddb-808e-12a573dd5489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:22.853155 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ff799-f7a1-4ddb-808e-12a573dd5489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:22.853484 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ff799-f7a1-4ddb-808e-12a573dd5489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:22.853809 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ff799-f7a1-4ddb-808e-12a573dd5489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:22.854949 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ff799-f7a1-4ddb-808e-12a573dd5489 None None] Tracked resource versions report: Jul 13 20:10:22.854949 dv-cinder-800697-1-iscsi neutron-server[92959]: pushed versions: Jul 13 20:10:22.854949 dv-cinder-800697-1-iscsi neutron-server[92959]: { 'AddressGroup': {'1.2'}, Jul 13 20:10:22.854949 dv-cinder-800697-1-iscsi neutron-server[92959]: 'ConntrackHelper': {'1.0'}, Jul 13 20:10:22.854949 dv-cinder-800697-1-iscsi neutron-server[92959]: 'Log': {'1.0'}, Jul 13 20:10:22.854949 dv-cinder-800697-1-iscsi neutron-server[92959]: 'Network': {'1.1'}, Jul 13 20:10:22.854949 dv-cinder-800697-1-iscsi neutron-server[92959]: 'Port': {'1.7'}, Jul 13 20:10:22.854949 dv-cinder-800697-1-iscsi neutron-server[92959]: 'PortForwarding': {'1.2'}, Jul 13 20:10:22.854949 dv-cinder-800697-1-iscsi neutron-server[92959]: 'QosPolicy': {'1.8'}, Jul 13 20:10:22.854949 dv-cinder-800697-1-iscsi neutron-server[92959]: 'SecurityGroup': {'1.4'}, Jul 13 20:10:22.854949 dv-cinder-800697-1-iscsi neutron-server[92959]: 'SecurityGroupRule': {'1.2'}, Jul 13 20:10:22.854949 dv-cinder-800697-1-iscsi neutron-server[92959]: 'SubPort': {'1.0'}, Jul 13 20:10:22.854949 dv-cinder-800697-1-iscsi neutron-server[92959]: 'Subnet': {'1.1'}, Jul 13 20:10:22.854949 dv-cinder-800697-1-iscsi neutron-server[92959]: 'Trunk': {'1.1'}} Jul 13 20:10:22.854949 dv-cinder-800697-1-iscsi neutron-server[92959]: consumer versions: Jul 13 20:10:22.854949 dv-cinder-800697-1-iscsi neutron-server[92959]: { DHCP agent@dv-cinder-800697-1-iscsi: {}, Jul 13 20:10:22.854949 dv-cinder-800697-1-iscsi neutron-server[92959]: L3 agent@dv-cinder-800697-1-iscsi: {}, Jul 13 20:10:22.854949 dv-cinder-800697-1-iscsi neutron-server[92959]: Metadata agent@dv-cinder-800697-1-iscsi: {}, Jul 13 20:10:22.854949 dv-cinder-800697-1-iscsi neutron-server[92959]: Metering agent@dv-cinder-800697-1-iscsi: {}, Jul 13 20:10:22.854949 dv-cinder-800697-1-iscsi neutron-server[92959]: Open vSwitch agent@dv-cinder-800697-1-iscsi: { 'AddressGroup': '1.2', Jul 13 20:10:22.854949 dv-cinder-800697-1-iscsi neutron-server[92959]: 'ConntrackHelper': '1.0', Jul 13 20:10:22.854949 dv-cinder-800697-1-iscsi neutron-server[92959]: 'Log': '1.0', Jul 13 20:10:22.854949 dv-cinder-800697-1-iscsi neutron-server[92959]: 'Network': '1.1', Jul 13 20:10:22.854949 dv-cinder-800697-1-iscsi neutron-server[92959]: 'Port': '1.7', Jul 13 20:10:22.854949 dv-cinder-800697-1-iscsi neutron-server[92959]: 'PortForwarding': '1.2', Jul 13 20:10:22.854949 dv-cinder-800697-1-iscsi neutron-server[92959]: 'QosPolicy': '1.8', Jul 13 20:10:22.854949 dv-cinder-800697-1-iscsi neutron-server[92959]: 'SecurityGroup': '1.4', Jul 13 20:10:22.854949 dv-cinder-800697-1-iscsi neutron-server[92959]: 'SecurityGroupRule': '1.2', Jul 13 20:10:22.854949 dv-cinder-800697-1-iscsi neutron-server[92959]: 'SubPort': '1.0', Jul 13 20:10:22.854949 dv-cinder-800697-1-iscsi neutron-server[92959]: 'Subnet': '1.1', Jul 13 20:10:22.854949 dv-cinder-800697-1-iscsi neutron-server[92959]: 'Trunk': '1.1'}} Jul 13 20:10:22.854949 dv-cinder-800697-1-iscsi neutron-server[92959]: {{(pid=92959) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 20:10:22.887046 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-ef7ff799-f7a1-4ddb-808e-12a573dd5489 None None] Attempting to bind port 414d3bde-f695-495c-9355-812a516cbdd1 on host dv-cinder-800697-1-iscsi for vnic_type normal with profile {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:10:22.887441 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-ef7ff799-f7a1-4ddb-808e-12a573dd5489 None None] Attempting to bind port 414d3bde-f695-495c-9355-812a516cbdd1 by drivers openvswitch,hyperv on host dv-cinder-800697-1-iscsi at level 0 using segments [{'id': 'b5f19175-93ef-4fbc-86ef-664d93ec29d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a150c180-2117-43a8-b1fc-39ce56bfd793'}] {{(pid=92959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:10:22.887880 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7ff799-f7a1-4ddb-808e-12a573dd5489 None None] Attempting to bind port 414d3bde-f695-495c-9355-812a516cbdd1 on network a150c180-2117-43a8-b1fc-39ce56bfd793 {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:10:22.893017 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7ff799-f7a1-4ddb-808e-12a573dd5489 None None] Checking agent: {'id': '9033cd36-ce31-4b6d-a813-8d08366f9d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 10, 7), 'started_at': datetime.datetime(2021, 7, 13, 20, 10, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:10:22.893437 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7ff799-f7a1-4ddb-808e-12a573dd5489 None None] Checking segment: {'id': 'b5f19175-93ef-4fbc-86ef-664d93ec29d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a150c180-2117-43a8-b1fc-39ce56bfd793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:10:22.893936 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-ef7ff799-f7a1-4ddb-808e-12a573dd5489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:22.894334 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7ff799-f7a1-4ddb-808e-12a573dd5489 None None] Bound using segment: {'id': 'b5f19175-93ef-4fbc-86ef-664d93ec29d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a150c180-2117-43a8-b1fc-39ce56bfd793'} {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:10:22.894801 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-ef7ff799-f7a1-4ddb-808e-12a573dd5489 None None] Bound port: 414d3bde-f695-495c-9355-812a516cbdd1, host: dv-cinder-800697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f19175-93ef-4fbc-86ef-664d93ec29d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a150c180-2117-43a8-b1fc-39ce56bfd793'}}] {{(pid=92959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:10:22.895215 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-ef7ff799-f7a1-4ddb-808e-12a573dd5489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:22.958730 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-ef7ff799-f7a1-4ddb-808e-12a573dd5489 None None] For port 414d3bde-f695-495c-9355-812a516cbdd1, host dv-cinder-800697-1-iscsi, cleared binding levels {{(pid=92959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:10:22.962939 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-ef7ff799-f7a1-4ddb-808e-12a573dd5489 None None] For port 414d3bde-f695-495c-9355-812a516cbdd1, host dv-cinder-800697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=414d3bde-f695-495c-9355-812a516cbdd1,segment=NetworkSegment(b5f19175-93ef-4fbc-86ef-664d93ec29d5),segment_id=b5f19175-93ef-4fbc-86ef-664d93ec29d5)] {{(pid=92959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:10:22.968499 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-ef7ff799-f7a1-4ddb-808e-12a573dd5489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:23.037558 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ff799-f7a1-4ddb-808e-12a573dd5489 None None] Pushing event updated for resources: {'Port': ['ID=414d3bde-f695-495c-9355-812a516cbdd1,revision_number=2']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:10:24.253082 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 38428) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:10:24.584623 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [None req-9f347fef-344c-43e1-891b-30ee630a9848 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=92958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:10:24.585603 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-9f347fef-344c-43e1-891b-30ee630a9848 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3315613 Jul 13 20:10:27.024047 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 38436) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:10:27.448192 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [None req-d9b99d0a-54b8-473a-811e-f1898d3918de admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=92958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:10:27.449370 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-d9b99d0a-54b8-473a-811e-f1898d3918de admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4240985 Jul 13 20:10:28.850779 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 414d3bde-f695-495c-9355-812a516cbdd1 up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:10:28.941608 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning for port 414d3bde-f695-495c-9355-812a516cbdd1 completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:10:29.273380 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7e2ae0-87d4-4fb2-9330-895afbfc2c70 None None] Network a150c180-2117-43a8-b1fc-39ce56bfd793 requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:10:29.335283 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-431cd3cb-697f-4523-b30a-e5f5a0bec9a2 None None] Provisioning for port 414d3bde-f695-495c-9355-812a516cbdd1 completed by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:10:29.342496 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-431cd3cb-697f-4523-b30a-e5f5a0bec9a2 None None] Provisioning complete for port 414d3bde-f695-495c-9355-812a516cbdd1 triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:10:29.342890 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-431cd3cb-697f-4523-b30a-e5f5a0bec9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:29.523178 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-431cd3cb-697f-4523-b30a-e5f5a0bec9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:29.576499 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-431cd3cb-697f-4523-b30a-e5f5a0bec9a2 None None] For port 414d3bde-f695-495c-9355-812a516cbdd1, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=414d3bde-f695-495c-9355-812a516cbdd1,segment=NetworkSegment(b5f19175-93ef-4fbc-86ef-664d93ec29d5),segment_id=b5f19175-93ef-4fbc-86ef-664d93ec29d5)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:10:29.583814 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-431cd3cb-697f-4523-b30a-e5f5a0bec9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:29.640039 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431cd3cb-697f-4523-b30a-e5f5a0bec9a2 None None] Pushing event updated for resources: {'Port': ['ID=414d3bde-f695-495c-9355-812a516cbdd1,revision_number=3']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:10:29.804166 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-02643d7e-a1de-467b-9a96-4677a6b1cc53 None None] Provisioning complete for port 414d3bde-f695-495c-9355-812a516cbdd1 triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:10:29.804520 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-02643d7e-a1de-467b-9a96-4677a6b1cc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:30.164917 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 38450) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:10:30.460880 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-0fd11497-b934-426a-b78b-a618672ce46c admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '53e6a2335e804fb6b15a5b28aaac5728'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:10:30.484956 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0fd11497-b934-426a-b78b-a618672ce46c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4752'] for router, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:30.487138 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0fd11497-b934-426a-b78b-a618672ce46c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4761'] for router, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:30.626222 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0fd11497-b934-426a-b78b-a618672ce46c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:30.630863 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0fd11497-b934-426a-b78b-a618672ce46c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1708235'] for router, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:30.643470 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0fd11497-b934-426a-b78b-a618672ce46c admin admin] Notify callbacks [] for router, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:30.644681 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-0fd11497-b934-426a-b78b-a618672ce46c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4788020 Jul 13 20:10:30.808832 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 414d3bde-f695-495c-9355-812a516cbdd1 up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:10:30.858111 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port 414d3bde-f695-495c-9355-812a516cbdd1 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:10:30.858484 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:33.077616 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 38458) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:10:33.394128 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [None req-35c5bee7-2a1e-48de-a6ce-cd79c4ae6eee admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=92958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:10:33.395111 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-35c5bee7-2a1e-48de-a6ce-cd79c4ae6eee admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3165658 Jul 13 20:10:33.729067 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-fd13da96-cda2-4dd1-9e05-842420795d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:35.828178 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 38466) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:10:36.038214 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-067c316c-6fd6-4cfa-a601-9aae3aacbc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:36.215362 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-79ccce01-e2f9-47ac-be8d-982470277336 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:10:36.237539 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ccce01-e2f9-47ac-be8d-982470277336 admin admin] Made reservation on behalf of 27708655ccf7454a91fb4a83724a5844 for: {'network': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:10:36.239818 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-79ccce01-e2f9-47ac-be8d-982470277336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for network, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:36.247880 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-79ccce01-e2f9-47ac-be8d-982470277336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:36.343137 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-79ccce01-e2f9-47ac-be8d-982470277336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:36.348213 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-79ccce01-e2f9-47ac-be8d-982470277336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:36.366135 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-79ccce01-e2f9-47ac-be8d-982470277336 admin admin] Reserving flat network on physical network physnet1 {{(pid=92958) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 13 20:10:36.382658 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ccce01-e2f9-47ac-be8d-982470277336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff7ca9a-463b-403f-a9a6-efd480c4c301,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:10:36.388470 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-79ccce01-e2f9-47ac-be8d-982470277336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996'] for segment, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:36.388812 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.db.segments_db [None req-79ccce01-e2f9-47ac-be8d-982470277336 admin admin] Added segment dd2d7350-8005-4571-9290-470baa5abba8 of type flat for network e57c7c0c-39ec-40cf-b750-a71f25c7d8d2 Jul 13 20:10:36.445228 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-79ccce01-e2f9-47ac-be8d-982470277336 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781992687126'] for network, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:36.481665 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-79ccce01-e2f9-47ac-be8d-982470277336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962'] for network, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:36.482644 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ccce01-e2f9-47ac-be8d-982470277336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:10:36.483217 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-79ccce01-e2f9-47ac-be8d-982470277336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for network, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:36.552899 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-79ccce01-e2f9-47ac-be8d-982470277336 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7236283 Jul 13 20:10:36.563988 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ccce01-e2f9-47ac-be8d-982470277336 admin admin] Pushing event updated for resources: {'Network': ['ID=e57c7c0c-39ec-40cf-b750-a71f25c7d8d2,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:10:36.577292 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Network e57c7c0c-39ec-40cf-b750-a71f25c7d8d2 details requested by agent ovs-agent-dv-cinder-800697-1-iscsi with host dv-cinder-800697-1-iscsi {{(pid=92959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:10:36.729931 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:37.410950 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:39.000231 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 38484) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:10:39.115917 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:39.184277 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716eeef4-888a-417e-b75d-880fde081467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:10:39.185611 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-716eeef4-888a-417e-b75d-880fde081467 admin admin] 10.222.0.41 "GET /v2.0/subnets/3efbb44b-779f-4424-9dd7-7bd1b4d24f69 HTTP/1.1" status: 200 len: 849 time: 0.1844440 Jul 13 20:10:39.383652 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-47e9469f-e601-4cd9-86e1-930a554df787 admin admin] 10.222.0.41 "GET /v2.0/routers/ea010eba-1430-4ce6-aa6f-e9d6906114ff HTTP/1.1" status: 200 len: 704 time: 0.1925616 Jul 13 20:10:39.660985 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-95c51382-304c-4606-83a5-82200918a8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:39.968353 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_common [None req-95c51382-304c-4606-83a5-82200918a8e7 admin admin] Allocated IP 172.20.0.1 (a150c180-2117-43a8-b1fc-39ce56bfd793/3efbb44b-779f-4424-9dd7-7bd1b4d24f69/71356018-b8c4-4389-9b00-4ed42e001f39) {{(pid=92957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:10:40.124934 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-95c51382-304c-4606-83a5-82200918a8e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:40.147897 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.provisioning_blocks [None req-95c51382-304c-4606-83a5-82200918a8e7 admin admin] Transition to ACTIVE for port object 71356018-b8c4-4389-9b00-4ed42e001f39 will not be triggered until provisioned by entity DHCP. {{(pid=92957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:10:40.231617 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-95c51382-304c-4606-83a5-82200918a8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094'] for port, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:40.303329 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c51382-304c-4606-83a5-82200918a8e7 admin admin] Network a150c180-2117-43a8-b1fc-39ce56bfd793 is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:10:40.311603 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [None req-95c51382-304c-4606-83a5-82200918a8e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:10:40.317004 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c51382-304c-4606-83a5-82200918a8e7 admin admin] Received port after_create {{(pid=92957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:10:40.317911 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-95c51382-304c-4606-83a5-82200918a8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1709742'] for router_interface, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:40.341066 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c51382-304c-4606-83a5-82200918a8e7 admin admin] Pushing event updated for resources: {'Port': ['ID=71356018-b8c4-4389-9b00-4ed42e001f39,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:10:40.471842 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-23997d34-5978-4267-bab4-63486a4322a0 None None] Provisioning for port 71356018-b8c4-4389-9b00-4ed42e001f39 completed by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:10:40.476056 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-23997d34-5978-4267-bab4-63486a4322a0 None None] Provisioning complete for port 71356018-b8c4-4389-9b00-4ed42e001f39 triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:10:40.476430 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-23997d34-5978-4267-bab4-63486a4322a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:40.510075 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-23997d34-5978-4267-bab4-63486a4322a0 None None] Port 71356018-b8c4-4389-9b00-4ed42e001f39 cannot update to ACTIVE because it is not bound. {{(pid=92959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:10:40.533825 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-95c51382-304c-4606-83a5-82200918a8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:40.764042 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-95c51382-304c-4606-83a5-82200918a8e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:40.770274 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-95c51382-304c-4606-83a5-82200918a8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:40.771147 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-95c51382-304c-4606-83a5-82200918a8e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711076'] for router_interface, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:40.847700 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c51382-304c-4606-83a5-82200918a8e7 admin admin] Pushing event updated for resources: {'Port': ['ID=71356018-b8c4-4389-9b00-4ed42e001f39,revision_number=2']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:10:40.894350 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c51382-304c-4606-83a5-82200918a8e7 admin admin] Network a150c180-2117-43a8-b1fc-39ce56bfd793 is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:10:40.895523 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [None req-95c51382-304c-4606-83a5-82200918a8e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:10:41.066524 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c51382-304c-4606-83a5-82200918a8e7 admin admin] Router ea010eba-1430-4ce6-aa6f-e9d6906114ff is scheduled to L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d with binding_index 1 {{(pid=92957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:10:41.132994 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-e98566b0-d2ff-4ac3-8f8f-acf6d5fcecda None None] Provisioning complete for port 71356018-b8c4-4389-9b00-4ed42e001f39 triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:10:41.133366 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-e98566b0-d2ff-4ac3-8f8f-acf6d5fcecda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:41.160583 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c51382-304c-4606-83a5-82200918a8e7 admin admin] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:10:41.166541 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-e98566b0-d2ff-4ac3-8f8f-acf6d5fcecda None None] Port 71356018-b8c4-4389-9b00-4ed42e001f39 cannot update to ACTIVE because it is not bound. {{(pid=92959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:10:41.170726 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9766f1fb-c166-41bb-b2e7-bf7015dfb49b None None] Sync routers for ids ['ea010eba-1430-4ce6-aa6f-e9d6906114ff'] in dv-cinder-800697-1-iscsi {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:10:41.172682 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-95c51382-304c-4606-83a5-82200918a8e7 admin admin] 10.222.0.41 "PUT /v2.0/routers/ea010eba-1430-4ce6-aa6f-e9d6906114ff/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7837982 Jul 13 20:10:41.184236 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9766f1fb-c166-41bb-b2e7-bf7015dfb49b None None] Routers {'ea010eba-1430-4ce6-aa6f-e9d6906114ff'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:10:41.185100 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-9766f1fb-c166-41bb-b2e7-bf7015dfb49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:10:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['ea010eba-1430-4ce6-aa6f-e9d6906114ff'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:10:41.385590 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-9766f1fb-c166-41bb-b2e7-bf7015dfb49b None None] Set router ea010eba-1430-4ce6-aa6f-e9d6906114ff gateway port host: None {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:10:41.817313 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-9766f1fb-c166-41bb-b2e7-bf7015dfb49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea010eba-1430-4ce6-aa6f-e9d6906114ff', 'name': 'router1', 'tenant_id': '53e6a2335e804fb6b15a5b28aaac5728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:10:30Z', 'updated_at': '2021-07-13T20:10:40Z', 'revision_number': 2, 'project_id': '53e6a2335e804fb6b15a5b28aaac5728', 'gw_port_host': None, '_interfaces': [{'id': '71356018-b8c4-4389-9b00-4ed42e001f39', 'name': '', 'network_id': 'a150c180-2117-43a8-b1fc-39ce56bfd793', 'tenant_id': '53e6a2335e804fb6b15a5b28aaac5728', 'mac_address': 'fa:16:3e:95:e0:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea010eba-1430-4ce6-aa6f-e9d6906114ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3efbb44b-779f-4424-9dd7-7bd1b4d24f69', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:10:39Z', 'updated_at': '2021-07-13T20:10:40Z', 'revision_number': 2, 'project_id': '53e6a2335e804fb6b15a5b28aaac5728', 'subnets': [{'id': '3efbb44b-779f-4424-9dd7-7bd1b4d24f69', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98b8a923-1b50-44e1-b13e-c0c9cec52513'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:10:41.870708 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9766f1fb-c166-41bb-b2e7-bf7015dfb49b None None] Checking router: ea010eba-1430-4ce6-aa6f-e9d6906114ff for host: dv-cinder-800697-1-iscsi {{(pid=92960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:10:41.871079 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9766f1fb-c166-41bb-b2e7-bf7015dfb49b None None] Updating router ea010eba-1430-4ce6-aa6f-e9d6906114ff port 71356018-b8c4-4389-9b00-4ed42e001f39 binding host dv-cinder-800697-1-iscsi {{(pid=92960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:10:41.937794 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9766f1fb-c166-41bb-b2e7-bf7015dfb49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:42.455117 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9766f1fb-c166-41bb-b2e7-bf7015dfb49b None None] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:42.473991 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [None req-9766f1fb-c166-41bb-b2e7-bf7015dfb49b None None] Transition to ACTIVE for port object 71356018-b8c4-4389-9b00-4ed42e001f39 will not be triggered until provisioned by entity L2. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:10:42.480160 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9766f1fb-c166-41bb-b2e7-bf7015dfb49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:42.635289 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b85b97-0247-415d-babb-1cf2b7aa90b1 None None] Pushing event updated for resources: {'Port': ['ID=71356018-b8c4-4389-9b00-4ed42e001f39,revision_number=3']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:10:42.653112 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b85b97-0247-415d-babb-1cf2b7aa90b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:42.653593 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b85b97-0247-415d-babb-1cf2b7aa90b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:42.653793 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b85b97-0247-415d-babb-1cf2b7aa90b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:42.654185 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b85b97-0247-415d-babb-1cf2b7aa90b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:42.654468 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b85b97-0247-415d-babb-1cf2b7aa90b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:42.654800 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b85b97-0247-415d-babb-1cf2b7aa90b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:42.655131 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b85b97-0247-415d-babb-1cf2b7aa90b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:42.655459 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b85b97-0247-415d-babb-1cf2b7aa90b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:42.655793 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b85b97-0247-415d-babb-1cf2b7aa90b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:42.656201 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b85b97-0247-415d-babb-1cf2b7aa90b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:42.656570 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b85b97-0247-415d-babb-1cf2b7aa90b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:42.656941 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b85b97-0247-415d-babb-1cf2b7aa90b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:10:42.658767 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b85b97-0247-415d-babb-1cf2b7aa90b1 None None] Tracked resource versions report: Jul 13 20:10:42.658767 dv-cinder-800697-1-iscsi neutron-server[92960]: pushed versions: Jul 13 20:10:42.658767 dv-cinder-800697-1-iscsi neutron-server[92960]: { 'AddressGroup': {'1.2'}, Jul 13 20:10:42.658767 dv-cinder-800697-1-iscsi neutron-server[92960]: 'ConntrackHelper': {'1.0'}, Jul 13 20:10:42.658767 dv-cinder-800697-1-iscsi neutron-server[92960]: 'Log': {'1.0'}, Jul 13 20:10:42.658767 dv-cinder-800697-1-iscsi neutron-server[92960]: 'Network': {'1.1'}, Jul 13 20:10:42.658767 dv-cinder-800697-1-iscsi neutron-server[92960]: 'Port': {'1.7'}, Jul 13 20:10:42.658767 dv-cinder-800697-1-iscsi neutron-server[92960]: 'PortForwarding': {'1.2'}, Jul 13 20:10:42.658767 dv-cinder-800697-1-iscsi neutron-server[92960]: 'QosPolicy': {'1.8'}, Jul 13 20:10:42.658767 dv-cinder-800697-1-iscsi neutron-server[92960]: 'SecurityGroup': {'1.4'}, Jul 13 20:10:42.658767 dv-cinder-800697-1-iscsi neutron-server[92960]: 'SecurityGroupRule': {'1.2'}, Jul 13 20:10:42.658767 dv-cinder-800697-1-iscsi neutron-server[92960]: 'SubPort': {'1.0'}, Jul 13 20:10:42.658767 dv-cinder-800697-1-iscsi neutron-server[92960]: 'Subnet': {'1.1'}, Jul 13 20:10:42.658767 dv-cinder-800697-1-iscsi neutron-server[92960]: 'Trunk': {'1.1'}} Jul 13 20:10:42.658767 dv-cinder-800697-1-iscsi neutron-server[92960]: consumer versions: Jul 13 20:10:42.658767 dv-cinder-800697-1-iscsi neutron-server[92960]: { DHCP agent@dv-cinder-800697-1-iscsi: {}, Jul 13 20:10:42.658767 dv-cinder-800697-1-iscsi neutron-server[92960]: L3 agent@dv-cinder-800697-1-iscsi: {}, Jul 13 20:10:42.658767 dv-cinder-800697-1-iscsi neutron-server[92960]: Metadata agent@dv-cinder-800697-1-iscsi: {}, Jul 13 20:10:42.658767 dv-cinder-800697-1-iscsi neutron-server[92960]: Metering agent@dv-cinder-800697-1-iscsi: {}, Jul 13 20:10:42.658767 dv-cinder-800697-1-iscsi neutron-server[92960]: Open vSwitch agent@dv-cinder-800697-1-iscsi: { 'AddressGroup': '1.2', Jul 13 20:10:42.658767 dv-cinder-800697-1-iscsi neutron-server[92960]: 'ConntrackHelper': '1.0', Jul 13 20:10:42.658767 dv-cinder-800697-1-iscsi neutron-server[92960]: 'Log': '1.0', Jul 13 20:10:42.658767 dv-cinder-800697-1-iscsi neutron-server[92960]: 'Network': '1.1', Jul 13 20:10:42.658767 dv-cinder-800697-1-iscsi neutron-server[92960]: 'Port': '1.7', Jul 13 20:10:42.658767 dv-cinder-800697-1-iscsi neutron-server[92960]: 'PortForwarding': '1.2', Jul 13 20:10:42.658767 dv-cinder-800697-1-iscsi neutron-server[92960]: 'QosPolicy': '1.8', Jul 13 20:10:42.658767 dv-cinder-800697-1-iscsi neutron-server[92960]: 'SecurityGroup': '1.4', Jul 13 20:10:42.658767 dv-cinder-800697-1-iscsi neutron-server[92960]: 'SecurityGroupRule': '1.2', Jul 13 20:10:42.658767 dv-cinder-800697-1-iscsi neutron-server[92960]: 'SubPort': '1.0', Jul 13 20:10:42.658767 dv-cinder-800697-1-iscsi neutron-server[92960]: 'Subnet': '1.1', Jul 13 20:10:42.658767 dv-cinder-800697-1-iscsi neutron-server[92960]: 'Trunk': '1.1'}} Jul 13 20:10:42.658767 dv-cinder-800697-1-iscsi neutron-server[92960]: {{(pid=92960) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 20:10:42.662695 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [None req-9766f1fb-c166-41bb-b2e7-bf7015dfb49b None None] Attempting to bind port 71356018-b8c4-4389-9b00-4ed42e001f39 on host dv-cinder-800697-1-iscsi for vnic_type normal with profile {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:10:42.663103 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [None req-9766f1fb-c166-41bb-b2e7-bf7015dfb49b None None] Attempting to bind port 71356018-b8c4-4389-9b00-4ed42e001f39 by drivers openvswitch,hyperv on host dv-cinder-800697-1-iscsi at level 0 using segments [{'id': 'b5f19175-93ef-4fbc-86ef-664d93ec29d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a150c180-2117-43a8-b1fc-39ce56bfd793'}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:10:42.663579 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9766f1fb-c166-41bb-b2e7-bf7015dfb49b None None] Attempting to bind port 71356018-b8c4-4389-9b00-4ed42e001f39 on network a150c180-2117-43a8-b1fc-39ce56bfd793 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:10:42.669808 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9766f1fb-c166-41bb-b2e7-bf7015dfb49b None None] Checking agent: {'id': '9033cd36-ce31-4b6d-a813-8d08366f9d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 10, 7), 'started_at': datetime.datetime(2021, 7, 13, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:10:42.670235 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9766f1fb-c166-41bb-b2e7-bf7015dfb49b None None] Checking segment: {'id': 'b5f19175-93ef-4fbc-86ef-664d93ec29d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a150c180-2117-43a8-b1fc-39ce56bfd793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:10:42.670724 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9766f1fb-c166-41bb-b2e7-bf7015dfb49b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:42.671115 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9766f1fb-c166-41bb-b2e7-bf7015dfb49b None None] Bound using segment: {'id': 'b5f19175-93ef-4fbc-86ef-664d93ec29d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a150c180-2117-43a8-b1fc-39ce56bfd793'} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:10:42.671602 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [None req-9766f1fb-c166-41bb-b2e7-bf7015dfb49b None None] Bound port: 71356018-b8c4-4389-9b00-4ed42e001f39, host: dv-cinder-800697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f19175-93ef-4fbc-86ef-664d93ec29d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a150c180-2117-43a8-b1fc-39ce56bfd793'}}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:10:42.672028 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9766f1fb-c166-41bb-b2e7-bf7015dfb49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:42.742216 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-9766f1fb-c166-41bb-b2e7-bf7015dfb49b None None] For port 71356018-b8c4-4389-9b00-4ed42e001f39, host dv-cinder-800697-1-iscsi, cleared binding levels {{(pid=92960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:10:42.765378 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-9766f1fb-c166-41bb-b2e7-bf7015dfb49b None None] For port 71356018-b8c4-4389-9b00-4ed42e001f39, host dv-cinder-800697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=71356018-b8c4-4389-9b00-4ed42e001f39,segment=NetworkSegment(b5f19175-93ef-4fbc-86ef-664d93ec29d5),segment_id=b5f19175-93ef-4fbc-86ef-664d93ec29d5)] {{(pid=92960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:10:42.771178 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9766f1fb-c166-41bb-b2e7-bf7015dfb49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:42.831949 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9766f1fb-c166-41bb-b2e7-bf7015dfb49b None None] Routers {'ea010eba-1430-4ce6-aa6f-e9d6906114ff'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:10:42.832626 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-9766f1fb-c166-41bb-b2e7-bf7015dfb49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:10:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['ea010eba-1430-4ce6-aa6f-e9d6906114ff'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:10:42.835845 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b85b97-0247-415d-babb-1cf2b7aa90b1 None None] Pushing event updated for resources: {'Port': ['ID=71356018-b8c4-4389-9b00-4ed42e001f39,revision_number=4']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:10:42.931552 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-9766f1fb-c166-41bb-b2e7-bf7015dfb49b None None] Set router ea010eba-1430-4ce6-aa6f-e9d6906114ff gateway port host: None {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:10:43.150099 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-9766f1fb-c166-41bb-b2e7-bf7015dfb49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea010eba-1430-4ce6-aa6f-e9d6906114ff', 'name': 'router1', 'tenant_id': '53e6a2335e804fb6b15a5b28aaac5728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:10:30Z', 'updated_at': '2021-07-13T20:10:40Z', 'revision_number': 2, 'project_id': '53e6a2335e804fb6b15a5b28aaac5728', 'gw_port_host': None, '_interfaces': [{'id': '71356018-b8c4-4389-9b00-4ed42e001f39', 'name': '', 'network_id': 'a150c180-2117-43a8-b1fc-39ce56bfd793', 'tenant_id': '53e6a2335e804fb6b15a5b28aaac5728', 'mac_address': 'fa:16:3e:95:e0:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea010eba-1430-4ce6-aa6f-e9d6906114ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3efbb44b-779f-4424-9dd7-7bd1b4d24f69', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:10:39Z', 'updated_at': '2021-07-13T20:10:42Z', 'revision_number': 4, 'project_id': '53e6a2335e804fb6b15a5b28aaac5728', 'subnets': [{'id': '3efbb44b-779f-4424-9dd7-7bd1b4d24f69', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98b8a923-1b50-44e1-b13e-c0c9cec52513'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:10:43.179928 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9766f1fb-c166-41bb-b2e7-bf7015dfb49b None None] The sync data for ids ['ea010eba-1430-4ce6-aa6f-e9d6906114ff'] in dv-cinder-800697-1-iscsi is: [{'id': 'ea010eba-1430-4ce6-aa6f-e9d6906114ff', 'name': 'router1', 'tenant_id': '53e6a2335e804fb6b15a5b28aaac5728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:10:30Z', 'updated_at': '2021-07-13T20:10:40Z', 'revision_number': 2, 'project_id': '53e6a2335e804fb6b15a5b28aaac5728', 'gw_port_host': None, '_interfaces': [{'id': '71356018-b8c4-4389-9b00-4ed42e001f39', 'name': '', 'network_id': 'a150c180-2117-43a8-b1fc-39ce56bfd793', 'tenant_id': '53e6a2335e804fb6b15a5b28aaac5728', 'mac_address': 'fa:16:3e:95:e0:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea010eba-1430-4ce6-aa6f-e9d6906114ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3efbb44b-779f-4424-9dd7-7bd1b4d24f69', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:10:39Z', 'updated_at': '2021-07-13T20:10:42Z', 'revision_number': 4, 'project_id': '53e6a2335e804fb6b15a5b28aaac5728', 'subnets': [{'id': '3efbb44b-779f-4424-9dd7-7bd1b4d24f69', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98b8a923-1b50-44e1-b13e-c0c9cec52513'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:10:43.456677 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 38504) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:10:43.568033 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949b1cb2-5542-444c-b897-9c3554538e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:10:43.569405 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-949b1cb2-5542-444c-b897-9c3554538e78 admin admin] 10.222.0.41 "GET /v2.0/networks/e57c7c0c-39ec-40cf-b750-a71f25c7d8d2 HTTP/1.1" status: 200 len: 842 time: 0.1116800 Jul 13 20:10:43.578879 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-b3f367d0-0f36-48c6-acd3-178dba9089c8 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:10:43.602616 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f367d0-0f36-48c6-acd3-178dba9089c8 admin admin] Made reservation on behalf of 27708655ccf7454a91fb4a83724a5844 for: {'subnet': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:10:43.605273 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-b3f367d0-0f36-48c6-acd3-178dba9089c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:43.894026 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.objects.ports [None req-b3f367d0-0f36-48c6-acd3-178dba9089c8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92957) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 20:10:43.894468 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-b3f367d0-0f36-48c6-acd3-178dba9089c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962'] for subnet, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:43.951862 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f367d0-0f36-48c6-acd3-178dba9089c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a207c1df-41ac-48bd-9f72-165f77d81169,revision_number=0']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:10:43.959513 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f367d0-0f36-48c6-acd3-178dba9089c8 admin admin] Checking segment: {'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:10:43.959866 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f367d0-0f36-48c6-acd3-178dba9089c8 admin admin] Network hostable DHCP agents. Network: e57c7c0c-39ec-40cf-b750-a71f25c7d8d2, hostable agents: ['9d6e4556-3812-4c7d-88f2-13bd16a57861'], hosted agents: [] {{(pid=92957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:10:43.976627 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f367d0-0f36-48c6-acd3-178dba9089c8 admin admin] Network e57c7c0c-39ec-40cf-b750-a71f25c7d8d2 is scheduled to be hosted by DHCP agent 9d6e4556-3812-4c7d-88f2-13bd16a57861 with binding_index 1 {{(pid=92957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:10:43.985950 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [None req-b3f367d0-0f36-48c6-acd3-178dba9089c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-1-iscsi, e57c7c0c-39ec-40cf-b750-a71f25c7d8d2) {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:10:43.990277 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f367d0-0f36-48c6-acd3-178dba9089c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:10:43.990906 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-b3f367d0-0f36-48c6-acd3-178dba9089c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for subnet, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:43.994656 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d32900-2a5d-47ec-814c-5122fb913188 None None] Network e57c7c0c-39ec-40cf-b750-a71f25c7d8d2 requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:10:44.009599 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-b3f367d0-0f36-48c6-acd3-178dba9089c8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4341996 Jul 13 20:10:44.127422 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a612f118-2ab5-4908-b012-ccfd172bde4c None None] Network e57c7c0c-39ec-40cf-b750-a71f25c7d8d2 requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:10:46.346803 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 38516) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:10:46.577100 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-3524629c-aeb0-46ef-9e9b-ad3fc6bd3b7b admin admin] 10.222.0.41 "GET /v2.0/routers/ea010eba-1430-4ce6-aa6f-e9d6906114ff HTTP/1.1" status: 200 len: 710 time: 0.2288580 Jul 13 20:10:46.727527 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552049ac-b379-42a3-8ae2-5156f2713f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:10:46.728971 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-552049ac-b379-42a3-8ae2-5156f2713f1a admin admin] 10.222.0.41 "GET /v2.0/networks/e57c7c0c-39ec-40cf-b750-a71f25c7d8d2 HTTP/1.1" status: 200 len: 886 time: 0.1468060 Jul 13 20:10:46.738959 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-fdbbb332-94cb-47f6-b5ab-339e4736727c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'}}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:10:46.842635 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 71356018-b8c4-4389-9b00-4ed42e001f39 up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:10:46.893026 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning for port 71356018-b8c4-4389-9b00-4ed42e001f39 completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:10:46.896718 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port 71356018-b8c4-4389-9b00-4ed42e001f39 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:10:46.897099 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:46.981494 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:46.993064 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-fdbbb332-94cb-47f6-b5ab-339e4736727c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1708278', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4747'] for router, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:47.014585 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] For port 71356018-b8c4-4389-9b00-4ed42e001f39, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=71356018-b8c4-4389-9b00-4ed42e001f39,segment=NetworkSegment(b5f19175-93ef-4fbc-86ef-664d93ec29d5),segment_id=b5f19175-93ef-4fbc-86ef-664d93ec29d5)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:10:47.019763 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:47.068555 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Pushing event updated for resources: {'Port': ['ID=71356018-b8c4-4389-9b00-4ed42e001f39,revision_number=5']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:10:47.242134 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-fdbbb332-94cb-47f6-b5ab-339e4736727c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:47.319389 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-fdbbb332-94cb-47f6-b5ab-339e4736727c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:47.513782 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [None req-fdbbb332-94cb-47f6-b5ab-339e4736727c admin admin] Allocated IP 172.27.1.19 (e57c7c0c-39ec-40cf-b750-a71f25c7d8d2/a207c1df-41ac-48bd-9f72-165f77d81169/1c8cedf9-f063-4638-ad58-4b03f7325c53) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:10:47.666819 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-fdbbb332-94cb-47f6-b5ab-339e4736727c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:47.746966 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-fdbbb332-94cb-47f6-b5ab-339e4736727c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:47.827188 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbbb332-94cb-47f6-b5ab-339e4736727c admin admin] Network e57c7c0c-39ec-40cf-b750-a71f25c7d8d2 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:10:47.832406 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-fdbbb332-94cb-47f6-b5ab-339e4736727c admin admin] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:10:47.837715 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbb332-94cb-47f6-b5ab-339e4736727c admin admin] Pushing event updated for resources: {'Port': ['ID=1c8cedf9-f063-4638-ad58-4b03f7325c53,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:10:47.850464 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbbb332-94cb-47f6-b5ab-339e4736727c admin admin] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:10:48.124592 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-fdbbb332-94cb-47f6-b5ab-339e4736727c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:48.315081 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-fdbbb332-94cb-47f6-b5ab-339e4736727c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1708278', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4747'] for router, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:48.318271 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-fdbbb332-94cb-47f6-b5ab-339e4736727c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1708235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1708281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1708224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706407'] for router, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:48.428455 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbbb332-94cb-47f6-b5ab-339e4736727c admin admin] Router ea010eba-1430-4ce6-aa6f-e9d6906114ff has already been hosted by L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:10:48.534098 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbbb332-94cb-47f6-b5ab-339e4736727c admin admin] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:10:48.539074 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-fdbbb332-94cb-47f6-b5ab-339e4736727c admin admin] Notify callbacks [] for router, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:48.540149 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-fdbbb332-94cb-47f6-b5ab-339e4736727c admin admin] 10.222.0.41 "PUT /v2.0/routers/ea010eba-1430-4ce6-aa6f-e9d6906114ff HTTP/1.1" status: 200 len: 889 time: 1.8054066 Jul 13 20:10:48.567155 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c679b10e-2c97-4cde-a3b1-d57140d25ff8 None None] Sync routers for ids ['ea010eba-1430-4ce6-aa6f-e9d6906114ff'] in dv-cinder-800697-1-iscsi {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:10:48.580098 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c679b10e-2c97-4cde-a3b1-d57140d25ff8 None None] Routers {'ea010eba-1430-4ce6-aa6f-e9d6906114ff'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:10:48.580678 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-c679b10e-2c97-4cde-a3b1-d57140d25ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:10:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['ea010eba-1430-4ce6-aa6f-e9d6906114ff'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:10:48.831165 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 71356018-b8c4-4389-9b00-4ed42e001f39 up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:10:48.880981 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-c679b10e-2c97-4cde-a3b1-d57140d25ff8 None None] Set router ea010eba-1430-4ce6-aa6f-e9d6906114ff gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:10:49.056627 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port 71356018-b8c4-4389-9b00-4ed42e001f39 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:10:49.056907 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:49.351199 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-c679b10e-2c97-4cde-a3b1-d57140d25ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea010eba-1430-4ce6-aa6f-e9d6906114ff', 'name': 'router1', 'tenant_id': '53e6a2335e804fb6b15a5b28aaac5728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '1c8cedf9-f063-4638-ad58-4b03f7325c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:10:30Z', 'updated_at': '2021-07-13T20:10:47Z', 'revision_number': 4, 'project_id': '53e6a2335e804fb6b15a5b28aaac5728', 'gw_port': {'id': '1c8cedf9-f063-4638-ad58-4b03f7325c53', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea010eba-1430-4ce6-aa6f-e9d6906114ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:10:47Z', 'updated_at': '2021-07-13T20:10:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': '71356018-b8c4-4389-9b00-4ed42e001f39', 'name': '', 'network_id': 'a150c180-2117-43a8-b1fc-39ce56bfd793', 'tenant_id': '53e6a2335e804fb6b15a5b28aaac5728', 'mac_address': 'fa:16:3e:95:e0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea010eba-1430-4ce6-aa6f-e9d6906114ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3efbb44b-779f-4424-9dd7-7bd1b4d24f69', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:10:39Z', 'updated_at': '2021-07-13T20:10:46Z', 'revision_number': 5, 'project_id': '53e6a2335e804fb6b15a5b28aaac5728', 'subnets': [{'id': '3efbb44b-779f-4424-9dd7-7bd1b4d24f69', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98b8a923-1b50-44e1-b13e-c0c9cec52513'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:10:49.402848 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c679b10e-2c97-4cde-a3b1-d57140d25ff8 None None] Checking router: ea010eba-1430-4ce6-aa6f-e9d6906114ff for host: dv-cinder-800697-1-iscsi {{(pid=92959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:10:49.403199 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c679b10e-2c97-4cde-a3b1-d57140d25ff8 None None] Updating router ea010eba-1430-4ce6-aa6f-e9d6906114ff port 1c8cedf9-f063-4638-ad58-4b03f7325c53 binding host dv-cinder-800697-1-iscsi {{(pid=92959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:10:49.437636 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-c679b10e-2c97-4cde-a3b1-d57140d25ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:49.758635 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-c679b10e-2c97-4cde-a3b1-d57140d25ff8 None None] Notify callbacks [] for port, precommit_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:49.772091 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-c679b10e-2c97-4cde-a3b1-d57140d25ff8 None None] Transition to ACTIVE for port object 1c8cedf9-f063-4638-ad58-4b03f7325c53 will not be triggered until provisioned by entity L2. {{(pid=92959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:10:49.778173 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-c679b10e-2c97-4cde-a3b1-d57140d25ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:49.825517 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990c466-19ee-40e4-9d5a-efa9acc1d40d None None] Pushing event updated for resources: {'Port': ['ID=1c8cedf9-f063-4638-ad58-4b03f7325c53,revision_number=2']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:10:49.836682 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-c679b10e-2c97-4cde-a3b1-d57140d25ff8 None None] Attempting to bind port 1c8cedf9-f063-4638-ad58-4b03f7325c53 on host dv-cinder-800697-1-iscsi for vnic_type normal with profile {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:10:49.837057 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-c679b10e-2c97-4cde-a3b1-d57140d25ff8 None None] Attempting to bind port 1c8cedf9-f063-4638-ad58-4b03f7325c53 by drivers openvswitch,hyperv on host dv-cinder-800697-1-iscsi at level 0 using segments [{'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'}] {{(pid=92959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:10:49.837421 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679b10e-2c97-4cde-a3b1-d57140d25ff8 None None] Attempting to bind port 1c8cedf9-f063-4638-ad58-4b03f7325c53 on network e57c7c0c-39ec-40cf-b750-a71f25c7d8d2 {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:10:49.842693 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679b10e-2c97-4cde-a3b1-d57140d25ff8 None None] Checking agent: {'id': '9033cd36-ce31-4b6d-a813-8d08366f9d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 10, 7), 'started_at': datetime.datetime(2021, 7, 13, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:10:49.843067 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679b10e-2c97-4cde-a3b1-d57140d25ff8 None None] Checking segment: {'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:10:49.843464 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-c679b10e-2c97-4cde-a3b1-d57140d25ff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:49.843849 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679b10e-2c97-4cde-a3b1-d57140d25ff8 None None] Bound using segment: {'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'} {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:10:49.844360 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-c679b10e-2c97-4cde-a3b1-d57140d25ff8 None None] Bound port: 1c8cedf9-f063-4638-ad58-4b03f7325c53, host: dv-cinder-800697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'}}] {{(pid=92959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:10:49.844875 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-c679b10e-2c97-4cde-a3b1-d57140d25ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:49.897418 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-c679b10e-2c97-4cde-a3b1-d57140d25ff8 None None] For port 1c8cedf9-f063-4638-ad58-4b03f7325c53, host dv-cinder-800697-1-iscsi, cleared binding levels {{(pid=92959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:10:49.900621 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-c679b10e-2c97-4cde-a3b1-d57140d25ff8 None None] For port 1c8cedf9-f063-4638-ad58-4b03f7325c53, host dv-cinder-800697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=1c8cedf9-f063-4638-ad58-4b03f7325c53,segment=NetworkSegment(dd2d7350-8005-4571-9290-470baa5abba8),segment_id=dd2d7350-8005-4571-9290-470baa5abba8)] {{(pid=92959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:10:49.906237 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-c679b10e-2c97-4cde-a3b1-d57140d25ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:49.969673 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c679b10e-2c97-4cde-a3b1-d57140d25ff8 None None] Routers {'ea010eba-1430-4ce6-aa6f-e9d6906114ff'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:10:49.970330 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-c679b10e-2c97-4cde-a3b1-d57140d25ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:10:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['ea010eba-1430-4ce6-aa6f-e9d6906114ff'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:10:49.972277 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990c466-19ee-40e4-9d5a-efa9acc1d40d None None] Pushing event updated for resources: {'Port': ['ID=1c8cedf9-f063-4638-ad58-4b03f7325c53,revision_number=3']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:10:50.158520 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-c679b10e-2c97-4cde-a3b1-d57140d25ff8 None None] Set router ea010eba-1430-4ce6-aa6f-e9d6906114ff gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:10:50.377624 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-c679b10e-2c97-4cde-a3b1-d57140d25ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea010eba-1430-4ce6-aa6f-e9d6906114ff', 'name': 'router1', 'tenant_id': '53e6a2335e804fb6b15a5b28aaac5728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '1c8cedf9-f063-4638-ad58-4b03f7325c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:10:30Z', 'updated_at': '2021-07-13T20:10:47Z', 'revision_number': 4, 'project_id': '53e6a2335e804fb6b15a5b28aaac5728', 'gw_port': {'id': '1c8cedf9-f063-4638-ad58-4b03f7325c53', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea010eba-1430-4ce6-aa6f-e9d6906114ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:10:47Z', 'updated_at': '2021-07-13T20:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': '71356018-b8c4-4389-9b00-4ed42e001f39', 'name': '', 'network_id': 'a150c180-2117-43a8-b1fc-39ce56bfd793', 'tenant_id': '53e6a2335e804fb6b15a5b28aaac5728', 'mac_address': 'fa:16:3e:95:e0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea010eba-1430-4ce6-aa6f-e9d6906114ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3efbb44b-779f-4424-9dd7-7bd1b4d24f69', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:10:39Z', 'updated_at': '2021-07-13T20:10:46Z', 'revision_number': 5, 'project_id': '53e6a2335e804fb6b15a5b28aaac5728', 'subnets': [{'id': '3efbb44b-779f-4424-9dd7-7bd1b4d24f69', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98b8a923-1b50-44e1-b13e-c0c9cec52513'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:10:50.404368 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c679b10e-2c97-4cde-a3b1-d57140d25ff8 None None] The sync data for ids ['ea010eba-1430-4ce6-aa6f-e9d6906114ff'] in dv-cinder-800697-1-iscsi is: [{'id': 'ea010eba-1430-4ce6-aa6f-e9d6906114ff', 'name': 'router1', 'tenant_id': '53e6a2335e804fb6b15a5b28aaac5728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '1c8cedf9-f063-4638-ad58-4b03f7325c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:10:30Z', 'updated_at': '2021-07-13T20:10:47Z', 'revision_number': 4, 'project_id': '53e6a2335e804fb6b15a5b28aaac5728', 'gw_port': {'id': '1c8cedf9-f063-4638-ad58-4b03f7325c53', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea010eba-1430-4ce6-aa6f-e9d6906114ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:10:47Z', 'updated_at': '2021-07-13T20:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': '71356018-b8c4-4389-9b00-4ed42e001f39', 'name': '', 'network_id': 'a150c180-2117-43a8-b1fc-39ce56bfd793', 'tenant_id': '53e6a2335e804fb6b15a5b28aaac5728', 'mac_address': 'fa:16:3e:95:e0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea010eba-1430-4ce6-aa6f-e9d6906114ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3efbb44b-779f-4424-9dd7-7bd1b4d24f69', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:10:39Z', 'updated_at': '2021-07-13T20:10:46Z', 'revision_number': 5, 'project_id': '53e6a2335e804fb6b15a5b28aaac5728', 'subnets': [{'id': '3efbb44b-779f-4424-9dd7-7bd1b4d24f69', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98b8a923-1b50-44e1-b13e-c0c9cec52513'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:10:50.864010 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 1c8cedf9-f063-4638-ad58-4b03f7325c53 up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:10:50.919715 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning for port 1c8cedf9-f063-4638-ad58-4b03f7325c53 completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:10:50.925359 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port 1c8cedf9-f063-4638-ad58-4b03f7325c53 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:10:50.925826 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:51.005996 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 38526) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:10:51.017442 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:51.040745 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] For port 1c8cedf9-f063-4638-ad58-4b03f7325c53, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=1c8cedf9-f063-4638-ad58-4b03f7325c53,segment=NetworkSegment(dd2d7350-8005-4571-9290-470baa5abba8),segment_id=dd2d7350-8005-4571-9290-470baa5abba8)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:10:51.045319 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:51.097559 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Pushing event updated for resources: {'Port': ['ID=1c8cedf9-f063-4638-ad58-4b03f7325c53,revision_number=4']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:10:51.144037 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-bb49559e-32fb-4b8a-83b0-198de92a1d08 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1367903 Jul 13 20:10:52.842046 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 1c8cedf9-f063-4638-ad58-4b03f7325c53 up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:10:52.900750 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port 1c8cedf9-f063-4638-ad58-4b03f7325c53 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:10:52.901134 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:58.962192 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 5 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:11:03.732112 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-92049696-a9ab-4c76-8ccd-8f7ebc46c163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:06.052782 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-951de003-6e76-42aa-9453-bf37e4b0e822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:06.735310 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:07.417750 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:09.134617 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:33.734587 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-8260a077-067a-40ab-909a-838e860b7957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:35.960738 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 5 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:11:36.047318 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-05e2159b-66da-48be-a12b-db3d9d29dd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:36.739301 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:37.417883 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:39.130249 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:03.736937 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-c224ece9-378c-4628-85ec-8a1ae6dac2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:06.048985 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-77c3a8ac-e322-4eb2-b959-8426dd373191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:06.741576 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:07.419334 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:09.134013 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:12.960447 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 5 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:12:28.024065 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 39094) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:12:28.086892 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc7dc1b-2e4e-45e6-b95a-bca9b3d44335 admin admin] GET failed (client error): The resource could not be found. Jul 13 20:12:28.088249 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-1fc7dc1b-2e4e-45e6-b95a-bca9b3d44335 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0632060 Jul 13 20:12:28.302214 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbb0b88-1f35-4420-9cb1-bbb90a070150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:12:28.303777 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-2cbb0b88-1f35-4420-9cb1-bbb90a070150 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2097402 Jul 13 20:12:30.678519 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 39104) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:12:30.771238 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce62ac0f-5c05-4cec-a037-896d76f96bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:12:30.772632 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-ce62ac0f-5c05-4cec-a037-896d76f96bbb admin admin] 10.222.0.41 "GET /v2.0/subnets/3efbb44b-779f-4424-9dd7-7bd1b4d24f69 HTTP/1.1" status: 200 len: 849 time: 0.0931578 Jul 13 20:12:30.782506 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-2998391a-f99a-4c2c-a6b5-97cb419cd683 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:12:30.872899 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-2998391a-f99a-4c2c-a6b5-97cb419cd683 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:31.016327 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-2998391a-f99a-4c2c-a6b5-97cb419cd683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781993111022'] for subnet, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:31.047204 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2998391a-f99a-4c2c-a6b5-97cb419cd683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:12:31.048094 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-2998391a-f99a-4c2c-a6b5-97cb419cd683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for subnet, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:31.052024 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-2998391a-f99a-4c2c-a6b5-97cb419cd683 admin admin] 10.222.0.41 "PUT /v2.0/subnets/3efbb44b-779f-4424-9dd7-7bd1b4d24f69 HTTP/1.1" status: 200 len: 868 time: 0.2714605 Jul 13 20:12:31.052208 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed219ae0-fa0e-4d13-9372-3daf38c4f66b None None] Network a150c180-2117-43a8-b1fc-39ce56bfd793 requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:12:31.072120 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998391a-f99a-4c2c-a6b5-97cb419cd683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3efbb44b-779f-4424-9dd7-7bd1b4d24f69,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:12:31.080973 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998391a-f99a-4c2c-a6b5-97cb419cd683 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:12:31.081480 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998391a-f99a-4c2c-a6b5-97cb419cd683 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:12:31.081742 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998391a-f99a-4c2c-a6b5-97cb419cd683 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:12:31.082049 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998391a-f99a-4c2c-a6b5-97cb419cd683 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:12:31.082391 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998391a-f99a-4c2c-a6b5-97cb419cd683 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:12:31.082756 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998391a-f99a-4c2c-a6b5-97cb419cd683 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:12:31.083099 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998391a-f99a-4c2c-a6b5-97cb419cd683 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:12:31.083441 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998391a-f99a-4c2c-a6b5-97cb419cd683 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:12:31.083791 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998391a-f99a-4c2c-a6b5-97cb419cd683 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:12:31.084154 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998391a-f99a-4c2c-a6b5-97cb419cd683 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:12:31.084487 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998391a-f99a-4c2c-a6b5-97cb419cd683 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:12:31.084814 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998391a-f99a-4c2c-a6b5-97cb419cd683 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:12:31.480528 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-874f0953-bb23-42e9-81c3-c500f04c1827 None None] Provisioning complete for port 71356018-b8c4-4389-9b00-4ed42e001f39 triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:12:31.480896 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-874f0953-bb23-42e9-81c3-c500f04c1827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:31.566511 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-874f0953-bb23-42e9-81c3-c500f04c1827 None None] Provisioning complete for port 414d3bde-f695-495c-9355-812a516cbdd1 triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:12:31.566781 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-874f0953-bb23-42e9-81c3-c500f04c1827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:33.244980 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 39112) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:12:33.513205 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782d20cf-77c0-41ac-b224-b32a7429eee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:12:33.513757 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782d20cf-77c0-41ac-b224-b32a7429eee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:12:33.515318 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-782d20cf-77c0-41ac-b224-b32a7429eee3 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2693386 Jul 13 20:12:33.739251 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-dc10446f-524d-48e4-bc9d-113115e03c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:35.709203 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 39120) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:12:35.913579 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5897a56-06f7-457c-91fd-593e02ab979a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:12:35.913970 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5897a56-06f7-457c-91fd-593e02ab979a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:12:35.915520 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-d5897a56-06f7-457c-91fd-593e02ab979a admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2053552 Jul 13 20:12:36.052928 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-f9ded6dd-1cae-439b-a1c1-55375869e04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:36.745430 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:37.423524 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:38.140229 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 39130) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:12:38.270250 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107a2ad8-4b55-43d5-a12b-79c5752aef90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:12:38.271617 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-107a2ad8-4b55-43d5-a12b-79c5752aef90 admin admin] 10.222.0.41 "GET /v2.0/networks/a150c180-2117-43a8-b1fc-39ce56bfd793 HTTP/1.1" status: 200 len: 869 time: 0.1301229 Jul 13 20:12:39.140447 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:40.458791 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 39138) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:12:40.584650 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9894043b-2e73-402c-8b13-75b10b5ed302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:12:40.586037 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-9894043b-2e73-402c-8b13-75b10b5ed302 admin admin] 10.222.0.41 "GET /v2.0/networks/e57c7c0c-39ec-40cf-b750-a71f25c7d8d2 HTTP/1.1" status: 200 len: 886 time: 0.1262941 Jul 13 20:12:42.787034 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 39146) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:12:42.908658 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d884397-7bb1-41a3-897e-06d7ad6b83c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:12:42.909215 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d884397-7bb1-41a3-897e-06d7ad6b83c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:12:42.910745 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-6d884397-7bb1-41a3-897e-06d7ad6b83c6 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1226761 Jul 13 20:12:45.087725 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 39154) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:12:45.179343 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b823473c-238a-4c9c-b129-fefffdb04ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:12:45.179808 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b823473c-238a-4c9c-b129-fefffdb04ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:12:45.181420 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-b823473c-238a-4c9c-b129-fefffdb04ed3 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0928073 Jul 13 20:12:47.351226 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 39162) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:12:47.442790 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490bef7c-3d72-4067-9373-c6938f400fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:12:47.444172 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-490bef7c-3d72-4067-9373-c6938f400fb9 admin admin] 10.222.0.41 "GET /v2.0/subnets/3efbb44b-779f-4424-9dd7-7bd1b4d24f69 HTTP/1.1" status: 200 len: 868 time: 0.0920475 Jul 13 20:12:49.594365 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 39170) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:12:49.678137 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee3b3dd-1dfe-40ec-a053-2da0549eeca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:12:49.679462 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-6ee3b3dd-1dfe-40ec-a053-2da0549eeca4 admin admin] 10.222.0.41 "GET /v2.0/subnets/a207c1df-41ac-48bd-9f72-165f77d81169 HTTP/1.1" status: 200 len: 816 time: 0.0841637 Jul 13 20:12:49.960405 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 5 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:13:03.741508 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-9b203fa4-4702-44d9-b3a6-e9fb7c633fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:06.053495 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-bffd0fcd-2b9c-477a-ad83-d759ee653b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:06.750769 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:07.426604 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:09.145377 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:13.985690 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 39222) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:13:14.031985 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [None req-b7a2be9e-2e5c-4813-8d46-c4de22037ed4 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=92958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:13:14.033030 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-b7a2be9e-2e5c-4813-8d46-c4de22037ed4 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463772 Jul 13 20:13:16.283032 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 39230) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:13:16.340641 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ead2e2f-4ec2-4939-a1a6-62df4767b30c admin admin] GET failed (client error): The resource could not be found. Jul 13 20:13:16.342505 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-1ead2e2f-4ec2-4939-a1a6-62df4767b30c admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0585048 Jul 13 20:13:16.555142 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8907e4d-b258-4a75-b10a-173744997ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:16.556742 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-e8907e4d-b258-4a75-b10a-173744997ea9 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2100408 Jul 13 20:13:18.723849 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 39238) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:13:18.770122 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-3fdfa652-c713-4c49-ae41-46a567e74696 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:13:18.791716 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdfa652-c713-4c49-ae41-46a567e74696 admin admin] Made reservation on behalf of 27708655ccf7454a91fb4a83724a5844 for: {'network': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:13:18.794022 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3fdfa652-c713-4c49-ae41-46a567e74696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for network, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:18.828586 dv-cinder-800697-1-iscsi neutron-server[92958]: WARNING neutron.services.revisions.revision_plugin [None req-3fdfa652-c713-4c49-ae41-46a567e74696 admin admin] Could not find related network for resource to bump revision. Jul 13 20:13:18.838861 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fdfa652-c713-4c49-ae41-46a567e74696 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=92958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:13:18.848068 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3fdfa652-c713-4c49-ae41-46a567e74696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996'] for segment, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:18.848405 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.db.segments_db [None req-3fdfa652-c713-4c49-ae41-46a567e74696 admin admin] Added segment b58f58d1-a6c2-4faa-a3c9-e3ae8a34f72a of type vlan for network 1fd0fa07-2c2d-4f32-9c5e-58aa004f22ff Jul 13 20:13:18.885791 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3fdfa652-c713-4c49-ae41-46a567e74696 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781992687126'] for network, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:18.912657 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3fdfa652-c713-4c49-ae41-46a567e74696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962'] for network, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:18.913466 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdfa652-c713-4c49-ae41-46a567e74696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:18.914078 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3fdfa652-c713-4c49-ae41-46a567e74696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for network, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:18.965644 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-3fdfa652-c713-4c49-ae41-46a567e74696 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2406983 Jul 13 20:13:18.973321 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdfa652-c713-4c49-ae41-46a567e74696 admin admin] Pushing event updated for resources: {'Network': ['ID=1fd0fa07-2c2d-4f32-9c5e-58aa004f22ff,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:13:18.980424 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfa652-c713-4c49-ae41-46a567e74696 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:18.980797 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfa652-c713-4c49-ae41-46a567e74696 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:18.981141 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfa652-c713-4c49-ae41-46a567e74696 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:18.981476 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfa652-c713-4c49-ae41-46a567e74696 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:18.981806 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfa652-c713-4c49-ae41-46a567e74696 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:18.982259 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfa652-c713-4c49-ae41-46a567e74696 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:18.982599 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfa652-c713-4c49-ae41-46a567e74696 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:18.983190 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfa652-c713-4c49-ae41-46a567e74696 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:18.983535 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfa652-c713-4c49-ae41-46a567e74696 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:18.983861 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfa652-c713-4c49-ae41-46a567e74696 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:18.984218 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfa652-c713-4c49-ae41-46a567e74696 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:18.984540 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfa652-c713-4c49-ae41-46a567e74696 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:18.996897 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Network 1fd0fa07-2c2d-4f32-9c5e-58aa004f22ff details requested by agent ovs-agent-dv-cinder-800697-1-iscsi with host dv-cinder-800697-1-iscsi {{(pid=92959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:13:21.178115 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 39246) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:13:21.237583 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.pecan_wsgi.hooks.translation [None req-021b696f-523a-4090-bd7b-98ddddd33606 admin admin] GET failed (client error): The resource could not be found. Jul 13 20:13:21.238875 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-021b696f-523a-4090-bd7b-98ddddd33606 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598111 Jul 13 20:13:21.305649 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78460d58-72a0-4c82-a39b-e176622242be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:21.307084 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-78460d58-72a0-4c82-a39b-e176622242be admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0644474 Jul 13 20:13:21.317255 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-1f2816c3-0d33-4de2-9af4-bf0ffed56a21 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '1fd0fa07-2c2d-4f32-9c5e-58aa004f22ff'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:13:21.344235 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2816c3-0d33-4de2-9af4-bf0ffed56a21 admin admin] Made reservation on behalf of 27708655ccf7454a91fb4a83724a5844 for: {'subnet': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:13:21.346598 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1f2816c3-0d33-4de2-9af4-bf0ffed56a21 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:21.531229 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1f2816c3-0d33-4de2-9af4-bf0ffed56a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962'] for subnet, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:21.585932 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2816c3-0d33-4de2-9af4-bf0ffed56a21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=218c08f0-aefb-4d44-b9df-ed15428e3144,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:13:21.597184 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2816c3-0d33-4de2-9af4-bf0ffed56a21 admin admin] Checking segment: {'id': 'b58f58d1-a6c2-4faa-a3c9-e3ae8a34f72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1fd0fa07-2c2d-4f32-9c5e-58aa004f22ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:13:21.597529 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2816c3-0d33-4de2-9af4-bf0ffed56a21 admin admin] Network hostable DHCP agents. Network: 1fd0fa07-2c2d-4f32-9c5e-58aa004f22ff, hostable agents: ['9d6e4556-3812-4c7d-88f2-13bd16a57861'], hosted agents: [] {{(pid=92958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:13:21.618316 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2816c3-0d33-4de2-9af4-bf0ffed56a21 admin admin] Network 1fd0fa07-2c2d-4f32-9c5e-58aa004f22ff is scheduled to be hosted by DHCP agent 9d6e4556-3812-4c7d-88f2-13bd16a57861 with binding_index 1 {{(pid=92958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:13:21.629653 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-1f2816c3-0d33-4de2-9af4-bf0ffed56a21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-1-iscsi, 1fd0fa07-2c2d-4f32-9c5e-58aa004f22ff) {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:13:21.634223 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2816c3-0d33-4de2-9af4-bf0ffed56a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:21.635390 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1f2816c3-0d33-4de2-9af4-bf0ffed56a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for subnet, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:21.639103 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4dcf0d-140b-4be3-926e-4cebcd2e1611 None None] Network 1fd0fa07-2c2d-4f32-9c5e-58aa004f22ff requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:13:21.649919 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-1f2816c3-0d33-4de2-9af4-bf0ffed56a21 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3360126 Jul 13 20:13:21.794674 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a999449-2408-4891-98cb-d35aa80a5faf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4343ca1b-82c6-5ec5-be1b-550c314ed552-1fd0fa07-2c2d-4f32-9c5e-58aa004f22ff', 'network_id': '1fd0fa07-2c2d-4f32-9c5e-58aa004f22ff', 'tenant_id': '27708655ccf7454a91fb4a83724a5844', 'fixed_ips': [{'subnet_id': '218c08f0-aefb-4d44-b9df-ed15428e3144'}]}} from dv-cinder-800697-1-iscsi. {{(pid=92959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:13:21.795642 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-2a999449-2408-4891-98cb-d35aa80a5faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:22.020907 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.db_base_plugin_common [None req-2a999449-2408-4891-98cb-d35aa80a5faf None None] Allocated IP 192.168.233.2 (1fd0fa07-2c2d-4f32-9c5e-58aa004f22ff/218c08f0-aefb-4d44-b9df-ed15428e3144/5c60b228-894d-4367-876a-51cb7446c291) {{(pid=92959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:13:22.170717 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-2a999449-2408-4891-98cb-d35aa80a5faf None None] Notify callbacks [] for port, precommit_create {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:22.179466 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-2a999449-2408-4891-98cb-d35aa80a5faf None None] Transition to ACTIVE for port object 5c60b228-894d-4367-876a-51cb7446c291 will not be triggered until provisioned by entity L2. {{(pid=92959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:13:22.195267 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-2a999449-2408-4891-98cb-d35aa80a5faf None None] Transition to ACTIVE for port object 5c60b228-894d-4367-876a-51cb7446c291 will not be triggered until provisioned by entity DHCP. {{(pid=92959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:13:22.202107 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-2a999449-2408-4891-98cb-d35aa80a5faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094'] for port, after_create {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:22.244401 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a999449-2408-4891-98cb-d35aa80a5faf None None] Network 1fd0fa07-2c2d-4f32-9c5e-58aa004f22ff is already hosted by enough agents. {{(pid=92959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:13:22.247543 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.scheduler.base_scheduler [None req-2a999449-2408-4891-98cb-d35aa80a5faf None None] Resources bound (agent type, host, resource id): {{(pid=92959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:13:22.255062 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a999449-2408-4891-98cb-d35aa80a5faf None None] Received port after_create {{(pid=92959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:13:22.257101 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a999449-2408-4891-98cb-d35aa80a5faf None None] Pushing event updated for resources: {'Port': ['ID=5c60b228-894d-4367-876a-51cb7446c291,revision_number=1']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:13:22.265636 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a999449-2408-4891-98cb-d35aa80a5faf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:22.266034 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a999449-2408-4891-98cb-d35aa80a5faf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:22.266443 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a999449-2408-4891-98cb-d35aa80a5faf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:22.266792 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a999449-2408-4891-98cb-d35aa80a5faf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:22.267123 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a999449-2408-4891-98cb-d35aa80a5faf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:22.267458 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a999449-2408-4891-98cb-d35aa80a5faf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:22.267789 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a999449-2408-4891-98cb-d35aa80a5faf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:22.268280 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a999449-2408-4891-98cb-d35aa80a5faf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:22.268617 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a999449-2408-4891-98cb-d35aa80a5faf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:22.268971 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a999449-2408-4891-98cb-d35aa80a5faf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:22.269302 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a999449-2408-4891-98cb-d35aa80a5faf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:22.269622 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a999449-2408-4891-98cb-d35aa80a5faf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:22.326924 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-2a999449-2408-4891-98cb-d35aa80a5faf None None] Attempting to bind port 5c60b228-894d-4367-876a-51cb7446c291 on host dv-cinder-800697-1-iscsi for vnic_type normal with profile {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:13:22.327294 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-2a999449-2408-4891-98cb-d35aa80a5faf None None] Attempting to bind port 5c60b228-894d-4367-876a-51cb7446c291 by drivers openvswitch,hyperv on host dv-cinder-800697-1-iscsi at level 0 using segments [{'id': 'b58f58d1-a6c2-4faa-a3c9-e3ae8a34f72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1fd0fa07-2c2d-4f32-9c5e-58aa004f22ff'}] {{(pid=92959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:13:22.327657 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a999449-2408-4891-98cb-d35aa80a5faf None None] Attempting to bind port 5c60b228-894d-4367-876a-51cb7446c291 on network 1fd0fa07-2c2d-4f32-9c5e-58aa004f22ff {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:13:22.332829 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a999449-2408-4891-98cb-d35aa80a5faf None None] Checking agent: {'id': '9033cd36-ce31-4b6d-a813-8d08366f9d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 10, 7), 'started_at': datetime.datetime(2021, 7, 13, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:13:22.333210 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a999449-2408-4891-98cb-d35aa80a5faf None None] Checking segment: {'id': 'b58f58d1-a6c2-4faa-a3c9-e3ae8a34f72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1fd0fa07-2c2d-4f32-9c5e-58aa004f22ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:13:22.333623 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-2a999449-2408-4891-98cb-d35aa80a5faf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:22.334009 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a999449-2408-4891-98cb-d35aa80a5faf None None] Bound using segment: {'id': 'b58f58d1-a6c2-4faa-a3c9-e3ae8a34f72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1fd0fa07-2c2d-4f32-9c5e-58aa004f22ff'} {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:13:22.334472 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-2a999449-2408-4891-98cb-d35aa80a5faf None None] Bound port: 5c60b228-894d-4367-876a-51cb7446c291, host: dv-cinder-800697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b58f58d1-a6c2-4faa-a3c9-e3ae8a34f72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1fd0fa07-2c2d-4f32-9c5e-58aa004f22ff'}}] {{(pid=92959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:13:22.334866 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-2a999449-2408-4891-98cb-d35aa80a5faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:22.399427 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-2a999449-2408-4891-98cb-d35aa80a5faf None None] For port 5c60b228-894d-4367-876a-51cb7446c291, host dv-cinder-800697-1-iscsi, cleared binding levels {{(pid=92959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:13:22.402654 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-2a999449-2408-4891-98cb-d35aa80a5faf None None] For port 5c60b228-894d-4367-876a-51cb7446c291, host dv-cinder-800697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=5c60b228-894d-4367-876a-51cb7446c291,segment=NetworkSegment(b58f58d1-a6c2-4faa-a3c9-e3ae8a34f72a),segment_id=b58f58d1-a6c2-4faa-a3c9-e3ae8a34f72a)] {{(pid=92959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:13:22.407922 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-2a999449-2408-4891-98cb-d35aa80a5faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:22.466554 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a999449-2408-4891-98cb-d35aa80a5faf None None] Pushing event updated for resources: {'Port': ['ID=5c60b228-894d-4367-876a-51cb7446c291,revision_number=2']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:13:22.956422 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 5c60b228-894d-4367-876a-51cb7446c291 up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:13:23.012858 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning for port 5c60b228-894d-4367-876a-51cb7446c291 completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:13:23.306986 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa49d118-be69-4186-9c5b-03ffeb582100 None None] Network 1fd0fa07-2c2d-4f32-9c5e-58aa004f22ff requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:13:23.376256 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-f20148c7-0bbb-4ecf-91ee-28901c96003d None None] Provisioning for port 5c60b228-894d-4367-876a-51cb7446c291 completed by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:13:23.386584 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-f20148c7-0bbb-4ecf-91ee-28901c96003d None None] Provisioning complete for port 5c60b228-894d-4367-876a-51cb7446c291 triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:13:23.386956 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-f20148c7-0bbb-4ecf-91ee-28901c96003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:23.522605 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-f20148c7-0bbb-4ecf-91ee-28901c96003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:23.584278 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-f20148c7-0bbb-4ecf-91ee-28901c96003d None None] For port 5c60b228-894d-4367-876a-51cb7446c291, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=5c60b228-894d-4367-876a-51cb7446c291,segment=NetworkSegment(b58f58d1-a6c2-4faa-a3c9-e3ae8a34f72a),segment_id=b58f58d1-a6c2-4faa-a3c9-e3ae8a34f72a)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:13:23.589891 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-f20148c7-0bbb-4ecf-91ee-28901c96003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:23.648549 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20148c7-0bbb-4ecf-91ee-28901c96003d None None] Pushing event updated for resources: {'Port': ['ID=5c60b228-894d-4367-876a-51cb7446c291,revision_number=3']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:13:23.909331 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-4b0613bc-bec5-469d-9f8c-640256203ea0 None None] Provisioning complete for port 5c60b228-894d-4367-876a-51cb7446c291 triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:13:23.909706 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-4b0613bc-bec5-469d-9f8c-640256203ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:24.933557 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 5c60b228-894d-4367-876a-51cb7446c291 up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:13:24.982030 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port 5c60b228-894d-4367-876a-51cb7446c291 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:13:24.982400 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:26.959823 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 5 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:13:33.743529 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-4a293fff-25af-4d1c-af96-23f46f30a34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:36.054756 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-e68d5d32-c01f-496b-9909-6189e471903d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:36.754063 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:37.429929 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:39.150154 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:14:03.745490 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-c1a41e95-365a-437d-b98a-2645cff7a309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:14:03.959001 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 5 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:14:06.059227 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-a8bddcab-61d9-4538-9624-c4a7f0910693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:14:06.761430 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:14:07.441473 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:14:09.154281 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:14:33.752273 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-6c15e285-50cb-4652-b37f-516fe58a78e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:14:35.137561 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 39300) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:14:35.145274 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [None req-573eccd0-75ec-4f7d-8807-dc13b53e1696 tempest-verify_tempest_config-1494524723 tempest-verify_tempest_config-1494524723-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=92958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:14:35.146362 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-573eccd0-75ec-4f7d-8807-dc13b53e1696 tempest-verify_tempest_config-1494524723 tempest-verify_tempest_config-1494524723-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0071013 Jul 13 20:14:35.648124 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 39318) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:14:35.789830 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-90560a3c-205c-426a-9cdc-5fc3c5aadd0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:14:35.938747 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-90560a3c-205c-426a-9cdc-5fc3c5aadd0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:14:35.944330 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-90560a3c-205c-426a-9cdc-5fc3c5aadd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:14:35.998097 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90560a3c-205c-426a-9cdc-5fc3c5aadd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04859d97-5fbe-4f02-929f-6feb8b0bbd9e,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:14:36.005305 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-90560a3c-205c-426a-9cdc-5fc3c5aadd0c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dad3202ac68c42d2a659cc8b2825f087&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3528700 Jul 13 20:14:36.005915 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 39324) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:14:36.009337 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90560a3c-205c-426a-9cdc-5fc3c5aadd0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:14:36.009836 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90560a3c-205c-426a-9cdc-5fc3c5aadd0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:14:36.010196 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90560a3c-205c-426a-9cdc-5fc3c5aadd0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:14:36.010537 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90560a3c-205c-426a-9cdc-5fc3c5aadd0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:14:36.010876 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90560a3c-205c-426a-9cdc-5fc3c5aadd0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:14:36.011260 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90560a3c-205c-426a-9cdc-5fc3c5aadd0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:14:36.011720 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90560a3c-205c-426a-9cdc-5fc3c5aadd0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:14:36.012088 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90560a3c-205c-426a-9cdc-5fc3c5aadd0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:14:36.012444 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90560a3c-205c-426a-9cdc-5fc3c5aadd0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:14:36.012778 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90560a3c-205c-426a-9cdc-5fc3c5aadd0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:14:36.013140 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90560a3c-205c-426a-9cdc-5fc3c5aadd0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:14:36.013474 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90560a3c-205c-426a-9cdc-5fc3c5aadd0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:14:36.064178 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-12ae9c6d-e61f-425d-9b2f-2d8d4bfdb660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:14:36.099699 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-650d0606-11fb-429a-b52f-5f3dd6c2a623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:14:36.137240 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-650d0606-11fb-429a-b52f-5f3dd6c2a623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:14:36.260264 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-650d0606-11fb-429a-b52f-5f3dd6c2a623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:14:36.265615 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-650d0606-11fb-429a-b52f-5f3dd6c2a623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:14:36.267539 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-650d0606-11fb-429a-b52f-5f3dd6c2a623 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/04859d97-5fbe-4f02-929f-6feb8b0bbd9e HTTP/1.1" status: 204 len: 168 time: 0.2603316 Jul 13 20:14:36.281839 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d0606-11fb-429a-b52f-5f3dd6c2a623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04859d97-5fbe-4f02-929f-6feb8b0bbd9e,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:14:36.294045 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d0606-11fb-429a-b52f-5f3dd6c2a623 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:14:36.295171 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d0606-11fb-429a-b52f-5f3dd6c2a623 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:14:36.295734 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d0606-11fb-429a-b52f-5f3dd6c2a623 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:14:36.296313 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d0606-11fb-429a-b52f-5f3dd6c2a623 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:14:36.296891 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d0606-11fb-429a-b52f-5f3dd6c2a623 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:14:36.297428 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d0606-11fb-429a-b52f-5f3dd6c2a623 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:14:36.298049 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d0606-11fb-429a-b52f-5f3dd6c2a623 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:14:36.298528 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d0606-11fb-429a-b52f-5f3dd6c2a623 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:14:36.299105 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d0606-11fb-429a-b52f-5f3dd6c2a623 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:14:36.299632 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d0606-11fb-429a-b52f-5f3dd6c2a623 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:14:36.300321 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d0606-11fb-429a-b52f-5f3dd6c2a623 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:14:36.300761 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d0606-11fb-429a-b52f-5f3dd6c2a623 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:14:36.761508 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:14:37.439914 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:14:39.161784 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:14:40.959072 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 5 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:15:03.746869 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-ea935941-8f51-41e3-9533-bd58f6a65c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:06.059380 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-c076faa2-79fa-419f-a42f-c8cd77c305f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:06.756900 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:07.442564 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:09.170402 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:17.958258 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 5 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:15:33.751330 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-d9c7794d-6bc7-49c8-92c2-17df613a3413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:36.063173 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-7e561593-5199-4660-8ab3-1318ba75486f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:36.761206 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:37.440506 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:39.167889 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:54.957589 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 5 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:16:03.755434 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-448c6098-ff8e-4f4d-a1b2-5487a48a69d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:06.067496 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-02d7d9c0-2ea1-47d3-98a1-6b83073aba2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:06.770727 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:07.454887 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:09.170636 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:13.698068 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1711135'] for agent, after_create {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:19.897543 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 39378) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:16:20.012458 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-a348e6ae-79ae-40c0-846d-72e17c816c5d admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1134527 Jul 13 20:16:22.349531 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 39388) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:16:22.419725 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-99a608a4-ae3a-41cf-a6da-4cdab7337491 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0682008 Jul 13 20:16:31.958101 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 6 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:16:33.767415 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-735460e7-e392-4711-92f3-749cccf09e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:36.070666 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1faf0e18-7013-403b-b11e-1d1211247239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:36.767279 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:37.449505 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:39.176884 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:43.644120 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:03.761325 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-802dfa34-7684-47af-a7ba-7a49f87459ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:06.074359 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-0a5c6249-909d-4e06-ab07-e1b4383b4303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:06.758765 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:07.451358 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:08.958427 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 6 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:17:09.179451 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:13.660869 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:33.766630 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-87329379-7d3d-490a-aaf0-f2990cd0bf74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:36.178855 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-8072d5a0-9f62-4d86-ba7b-4941f36e2099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:36.760842 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:37.457418 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:39.181293 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:43.656285 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:45.958318 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 6 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:17:55.175917 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 39622) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:17:55.218214 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 39628) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:17:55.236606 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 39636) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:17:55.264807 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 39640) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:17:55.672934 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2040705587-network', 'tenant_id': 'fc1202cbb5ca410abbcdef9b3fca32f7'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:17:55.702756 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Made reservation on behalf of fc1202cbb5ca410abbcdef9b3fca32f7 for: {'network': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:17:55.706540 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for network, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:55.717087 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:55.721813 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-8566d8cf-14ed-4b9a-9c00-755b7660b867 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1300198779-network', 'tenant_id': 'e160d86d87414a0599de32835067725e'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:17:55.740004 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-28da1686-b1b7-4419-98c2-be41d1ea7721 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-946223961-network', 'tenant_id': '0300a106ed80472e8566f1df6e661ee2'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:17:55.762534 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-7d85ee14-37b2-4beb-9258-a814d086b89e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1339014143-network', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:17:55.765712 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8566d8cf-14ed-4b9a-9c00-755b7660b867 admin admin] Made reservation on behalf of e160d86d87414a0599de32835067725e for: {'network': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:17:55.770347 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-8566d8cf-14ed-4b9a-9c00-755b7660b867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for network, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:55.792769 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-8566d8cf-14ed-4b9a-9c00-755b7660b867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:55.803897 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28da1686-b1b7-4419-98c2-be41d1ea7721 admin admin] Made reservation on behalf of 0300a106ed80472e8566f1df6e661ee2 for: {'network': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:17:55.807715 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-28da1686-b1b7-4419-98c2-be41d1ea7721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for network, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:55.831389 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-28da1686-b1b7-4419-98c2-be41d1ea7721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:55.908597 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:55.921401 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:55.936090 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d85ee14-37b2-4beb-9258-a814d086b89e admin admin] Made reservation on behalf of 501a0ae42f3f4e21b957db69f265e5bd for: {'network': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:17:55.939382 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7d85ee14-37b2-4beb-9258-a814d086b89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for network, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:55.941209 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=92957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:17:55.954510 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7d85ee14-37b2-4beb-9258-a814d086b89e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:55.955770 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781993259996', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996'] for segment, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:55.956389 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Unsubscribe: segment precommit_create {{(pid=92957) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 20:17:55.956861 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.db.segments_db [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Added segment 75f47eaa-d46d-4fb4-93ab-8345f1231a55 of type vlan for network 680d4961-3ce0-4364-a639-3d638a8730da Jul 13 20:17:56.030814 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781992687126'] for network, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:56.059223 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.db.api [None req-7d85ee14-37b2-4beb-9258-a814d086b89e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 20:17:56.059223 dv-cinder-800697-1-iscsi neutron-server[92958]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 20:17:56.059223 dv-cinder-800697-1-iscsi neutron-server[92958]: [parameters: {'project_id_1': '501a0ae42f3f4e21b957db69f265e5bd', 'expiration_1': datetime.datetime(2021, 7, 13, 20, 17, 55, 971402)}] Jul 13 20:17:56.059223 dv-cinder-800697-1-iscsi neutron-server[92958]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 20:17:56.060421 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG oslo_db.api [None req-7d85ee14-37b2-4beb-9258-a814d086b89e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 20:17:56.060645 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.db.api [None req-28da1686-b1b7-4419-98c2-be41d1ea7721 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 20:17:56.060645 dv-cinder-800697-1-iscsi neutron-server[92958]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 20:17:56.060645 dv-cinder-800697-1-iscsi neutron-server[92958]: [parameters: {'project_id_1': '0300a106ed80472e8566f1df6e661ee2', 'expiration_1': datetime.datetime(2021, 7, 13, 20, 17, 55, 846017)}] Jul 13 20:17:56.060645 dv-cinder-800697-1-iscsi neutron-server[92958]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 20:17:56.060918 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG oslo_db.api [None req-28da1686-b1b7-4419-98c2-be41d1ea7721 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 20:17:56.107367 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962'] for network, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:56.108675 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:17:56.110179 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for network, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:56.278809 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Pushing event updated for resources: {'Network': ['ID=680d4961-3ce0-4364-a639-3d638a8730da,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:17:56.284498 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca79539-8881-4d09-bcb7-6fd24156c40e,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:17:56.302201 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:56.302554 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:56.302897 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:56.303233 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:56.303563 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:56.303907 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:56.304456 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:56.304935 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:56.305446 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:56.305921 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:56.306394 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:56.306879 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:56.308151 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Tracked resource versions report: Jul 13 20:17:56.308151 dv-cinder-800697-1-iscsi neutron-server[92957]: pushed versions: Jul 13 20:17:56.308151 dv-cinder-800697-1-iscsi neutron-server[92957]: { 'AddressGroup': {'1.2'}, Jul 13 20:17:56.308151 dv-cinder-800697-1-iscsi neutron-server[92957]: 'ConntrackHelper': {'1.0'}, Jul 13 20:17:56.308151 dv-cinder-800697-1-iscsi neutron-server[92957]: 'Log': {'1.0'}, Jul 13 20:17:56.308151 dv-cinder-800697-1-iscsi neutron-server[92957]: 'Network': {'1.1'}, Jul 13 20:17:56.308151 dv-cinder-800697-1-iscsi neutron-server[92957]: 'Port': {'1.7'}, Jul 13 20:17:56.308151 dv-cinder-800697-1-iscsi neutron-server[92957]: 'PortForwarding': {'1.2'}, Jul 13 20:17:56.308151 dv-cinder-800697-1-iscsi neutron-server[92957]: 'QosPolicy': {'1.8'}, Jul 13 20:17:56.308151 dv-cinder-800697-1-iscsi neutron-server[92957]: 'SecurityGroup': {'1.4'}, Jul 13 20:17:56.308151 dv-cinder-800697-1-iscsi neutron-server[92957]: 'SecurityGroupRule': {'1.2'}, Jul 13 20:17:56.308151 dv-cinder-800697-1-iscsi neutron-server[92957]: 'SubPort': {'1.0'}, Jul 13 20:17:56.308151 dv-cinder-800697-1-iscsi neutron-server[92957]: 'Subnet': {'1.1'}, Jul 13 20:17:56.308151 dv-cinder-800697-1-iscsi neutron-server[92957]: 'Trunk': {'1.1'}} Jul 13 20:17:56.308151 dv-cinder-800697-1-iscsi neutron-server[92957]: consumer versions: Jul 13 20:17:56.308151 dv-cinder-800697-1-iscsi neutron-server[92957]: { DHCP agent@dv-cinder-800697-1-iscsi: {}, Jul 13 20:17:56.308151 dv-cinder-800697-1-iscsi neutron-server[92957]: HyperV agent@hv-cinder-80069: {}, Jul 13 20:17:56.308151 dv-cinder-800697-1-iscsi neutron-server[92957]: L3 agent@dv-cinder-800697-1-iscsi: {}, Jul 13 20:17:56.308151 dv-cinder-800697-1-iscsi neutron-server[92957]: Metadata agent@dv-cinder-800697-1-iscsi: {}, Jul 13 20:17:56.308151 dv-cinder-800697-1-iscsi neutron-server[92957]: Metering agent@dv-cinder-800697-1-iscsi: {}, Jul 13 20:17:56.308151 dv-cinder-800697-1-iscsi neutron-server[92957]: Open vSwitch agent@dv-cinder-800697-1-iscsi: { 'AddressGroup': '1.2', Jul 13 20:17:56.308151 dv-cinder-800697-1-iscsi neutron-server[92957]: 'ConntrackHelper': '1.0', Jul 13 20:17:56.308151 dv-cinder-800697-1-iscsi neutron-server[92957]: 'Log': '1.0', Jul 13 20:17:56.308151 dv-cinder-800697-1-iscsi neutron-server[92957]: 'Network': '1.1', Jul 13 20:17:56.308151 dv-cinder-800697-1-iscsi neutron-server[92957]: 'Port': '1.7', Jul 13 20:17:56.308151 dv-cinder-800697-1-iscsi neutron-server[92957]: 'PortForwarding': '1.2', Jul 13 20:17:56.308151 dv-cinder-800697-1-iscsi neutron-server[92957]: 'QosPolicy': '1.8', Jul 13 20:17:56.308151 dv-cinder-800697-1-iscsi neutron-server[92957]: 'SecurityGroup': '1.4', Jul 13 20:17:56.308151 dv-cinder-800697-1-iscsi neutron-server[92957]: 'SecurityGroupRule': '1.2', Jul 13 20:17:56.308151 dv-cinder-800697-1-iscsi neutron-server[92957]: 'SubPort': '1.0', Jul 13 20:17:56.308151 dv-cinder-800697-1-iscsi neutron-server[92957]: 'Subnet': '1.1', Jul 13 20:17:56.308151 dv-cinder-800697-1-iscsi neutron-server[92957]: 'Trunk': '1.1'}} Jul 13 20:17:56.308151 dv-cinder-800697-1-iscsi neutron-server[92957]: {{(pid=92957) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 20:17:56.315618 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:56.316214 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:56.316703 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:56.317184 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:56.317661 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:56.318161 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:56.318635 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:56.319148 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:56.319654 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:56.320195 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:56.320722 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:56.321239 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:56.347752 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Network 680d4961-3ce0-4364-a639-3d638a8730da details requested by agent ovs-agent-dv-cinder-800697-1-iscsi with host dv-cinder-800697-1-iscsi {{(pid=92959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:17:56.388969 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-8566d8cf-14ed-4b9a-9c00-755b7660b867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:56.398245 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-8566d8cf-14ed-4b9a-9c00-755b7660b867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:56.409960 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-d06a4022-1ccb-4b29-afa0-67cd95755ba5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2322328 Jul 13 20:17:56.414515 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 39698) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:17:56.421950 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-a3126d47-8d0d-4bf1-84d0-e3c571799a82 admin admin] Request body: {'subnet': {'network_id': '680d4961-3ce0-4364-a639-3d638a8730da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2040705587-subnet', 'tenant_id': 'fc1202cbb5ca410abbcdef9b3fca32f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:17:56.462255 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3126d47-8d0d-4bf1-84d0-e3c571799a82 admin admin] Made reservation on behalf of fc1202cbb5ca410abbcdef9b3fca32f7 for: {'subnet': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:17:56.465696 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a3126d47-8d0d-4bf1-84d0-e3c571799a82 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:56.489425 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8566d8cf-14ed-4b9a-9c00-755b7660b867 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=92957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:17:56.500613 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8566d8cf-14ed-4b9a-9c00-755b7660b867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044960fa-8d75-4cec-afd1-4c9888fb7ede,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:17:56.507198 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-8566d8cf-14ed-4b9a-9c00-755b7660b867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996'] for segment, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:56.507759 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.db.segments_db [None req-8566d8cf-14ed-4b9a-9c00-755b7660b867 admin admin] Added segment 1481e1d2-1254-4cb1-8248-7f5f18edf1df of type vlan for network 5abf27ce-6104-4298-ba80-73c183d9a9ce Jul 13 20:17:56.561723 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7d85ee14-37b2-4beb-9258-a814d086b89e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:56.565107 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-8566d8cf-14ed-4b9a-9c00-755b7660b867 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781992687126'] for network, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:56.584408 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-28da1686-b1b7-4419-98c2-be41d1ea7721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:56.628243 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-8566d8cf-14ed-4b9a-9c00-755b7660b867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962'] for network, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:56.629256 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8566d8cf-14ed-4b9a-9c00-755b7660b867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:17:56.629888 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-8566d8cf-14ed-4b9a-9c00-755b7660b867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for network, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:56.753877 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8566d8cf-14ed-4b9a-9c00-755b7660b867 admin admin] Pushing event updated for resources: {'Network': ['ID=5abf27ce-6104-4298-ba80-73c183d9a9ce,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:17:56.781208 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Network 5abf27ce-6104-4298-ba80-73c183d9a9ce details requested by agent ovs-agent-dv-cinder-800697-1-iscsi with host dv-cinder-800697-1-iscsi {{(pid=92959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:17:56.926102 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a3126d47-8d0d-4bf1-84d0-e3c571799a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962'] for subnet, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:57.029157 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7d85ee14-37b2-4beb-9258-a814d086b89e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:57.038741 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-8566d8cf-14ed-4b9a-9c00-755b7660b867 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8008864 Jul 13 20:17:57.039565 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3126d47-8d0d-4bf1-84d0-e3c571799a82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dc3305a-19e2-4f5f-b91b-410acd0592f6,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:17:57.041789 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7d85ee14-37b2-4beb-9258-a814d086b89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:57.041941 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 39728) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:17:57.049212 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-86a5745d-5eb8-4b9a-999d-a5683916aec4 admin admin] Request body: {'subnet': {'network_id': '5abf27ce-6104-4298-ba80-73c183d9a9ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1300198779-subnet', 'tenant_id': 'e160d86d87414a0599de32835067725e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:17:57.070682 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3126d47-8d0d-4bf1-84d0-e3c571799a82 admin admin] Checking segment: {'id': '75f47eaa-d46d-4fb4-93ab-8345f1231a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '680d4961-3ce0-4364-a639-3d638a8730da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:17:57.071127 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3126d47-8d0d-4bf1-84d0-e3c571799a82 admin admin] Network hostable DHCP agents. Network: 680d4961-3ce0-4364-a639-3d638a8730da, hostable agents: ['9d6e4556-3812-4c7d-88f2-13bd16a57861'], hosted agents: [] {{(pid=92958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:17:57.081816 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3126d47-8d0d-4bf1-84d0-e3c571799a82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:57.082187 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3126d47-8d0d-4bf1-84d0-e3c571799a82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:57.082550 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3126d47-8d0d-4bf1-84d0-e3c571799a82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:57.082883 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3126d47-8d0d-4bf1-84d0-e3c571799a82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:57.083214 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3126d47-8d0d-4bf1-84d0-e3c571799a82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:57.083541 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3126d47-8d0d-4bf1-84d0-e3c571799a82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:57.083875 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3126d47-8d0d-4bf1-84d0-e3c571799a82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:57.084215 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3126d47-8d0d-4bf1-84d0-e3c571799a82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:57.084604 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3126d47-8d0d-4bf1-84d0-e3c571799a82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:57.084966 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3126d47-8d0d-4bf1-84d0-e3c571799a82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:57.085355 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3126d47-8d0d-4bf1-84d0-e3c571799a82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:57.085704 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3126d47-8d0d-4bf1-84d0-e3c571799a82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:57.087080 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3126d47-8d0d-4bf1-84d0-e3c571799a82 admin admin] Tracked resource versions report: Jul 13 20:17:57.087080 dv-cinder-800697-1-iscsi neutron-server[92958]: pushed versions: Jul 13 20:17:57.087080 dv-cinder-800697-1-iscsi neutron-server[92958]: { 'AddressGroup': {'1.2'}, Jul 13 20:17:57.087080 dv-cinder-800697-1-iscsi neutron-server[92958]: 'ConntrackHelper': {'1.0'}, Jul 13 20:17:57.087080 dv-cinder-800697-1-iscsi neutron-server[92958]: 'Log': {'1.0'}, Jul 13 20:17:57.087080 dv-cinder-800697-1-iscsi neutron-server[92958]: 'Network': {'1.1'}, Jul 13 20:17:57.087080 dv-cinder-800697-1-iscsi neutron-server[92958]: 'Port': {'1.7'}, Jul 13 20:17:57.087080 dv-cinder-800697-1-iscsi neutron-server[92958]: 'PortForwarding': {'1.2'}, Jul 13 20:17:57.087080 dv-cinder-800697-1-iscsi neutron-server[92958]: 'QosPolicy': {'1.8'}, Jul 13 20:17:57.087080 dv-cinder-800697-1-iscsi neutron-server[92958]: 'SecurityGroup': {'1.4'}, Jul 13 20:17:57.087080 dv-cinder-800697-1-iscsi neutron-server[92958]: 'SecurityGroupRule': {'1.2'}, Jul 13 20:17:57.087080 dv-cinder-800697-1-iscsi neutron-server[92958]: 'SubPort': {'1.0'}, Jul 13 20:17:57.087080 dv-cinder-800697-1-iscsi neutron-server[92958]: 'Subnet': {'1.1'}, Jul 13 20:17:57.087080 dv-cinder-800697-1-iscsi neutron-server[92958]: 'Trunk': {'1.1'}} Jul 13 20:17:57.087080 dv-cinder-800697-1-iscsi neutron-server[92958]: consumer versions: Jul 13 20:17:57.087080 dv-cinder-800697-1-iscsi neutron-server[92958]: { DHCP agent@dv-cinder-800697-1-iscsi: {}, Jul 13 20:17:57.087080 dv-cinder-800697-1-iscsi neutron-server[92958]: HyperV agent@hv-cinder-80069: {}, Jul 13 20:17:57.087080 dv-cinder-800697-1-iscsi neutron-server[92958]: L3 agent@dv-cinder-800697-1-iscsi: {}, Jul 13 20:17:57.087080 dv-cinder-800697-1-iscsi neutron-server[92958]: Metadata agent@dv-cinder-800697-1-iscsi: {}, Jul 13 20:17:57.087080 dv-cinder-800697-1-iscsi neutron-server[92958]: Metering agent@dv-cinder-800697-1-iscsi: {}, Jul 13 20:17:57.087080 dv-cinder-800697-1-iscsi neutron-server[92958]: Open vSwitch agent@dv-cinder-800697-1-iscsi: { 'AddressGroup': '1.2', Jul 13 20:17:57.087080 dv-cinder-800697-1-iscsi neutron-server[92958]: 'ConntrackHelper': '1.0', Jul 13 20:17:57.087080 dv-cinder-800697-1-iscsi neutron-server[92958]: 'Log': '1.0', Jul 13 20:17:57.087080 dv-cinder-800697-1-iscsi neutron-server[92958]: 'Network': '1.1', Jul 13 20:17:57.087080 dv-cinder-800697-1-iscsi neutron-server[92958]: 'Port': '1.7', Jul 13 20:17:57.087080 dv-cinder-800697-1-iscsi neutron-server[92958]: 'PortForwarding': '1.2', Jul 13 20:17:57.087080 dv-cinder-800697-1-iscsi neutron-server[92958]: 'QosPolicy': '1.8', Jul 13 20:17:57.087080 dv-cinder-800697-1-iscsi neutron-server[92958]: 'SecurityGroup': '1.4', Jul 13 20:17:57.087080 dv-cinder-800697-1-iscsi neutron-server[92958]: 'SecurityGroupRule': '1.2', Jul 13 20:17:57.087080 dv-cinder-800697-1-iscsi neutron-server[92958]: 'SubPort': '1.0', Jul 13 20:17:57.087080 dv-cinder-800697-1-iscsi neutron-server[92958]: 'Subnet': '1.1', Jul 13 20:17:57.087080 dv-cinder-800697-1-iscsi neutron-server[92958]: 'Trunk': '1.1'}} Jul 13 20:17:57.087080 dv-cinder-800697-1-iscsi neutron-server[92958]: {{(pid=92958) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 20:17:57.091461 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d85ee14-37b2-4beb-9258-a814d086b89e admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=92958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:17:57.128357 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7d85ee14-37b2-4beb-9258-a814d086b89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996'] for segment, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:57.128699 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.db.segments_db [None req-7d85ee14-37b2-4beb-9258-a814d086b89e admin admin] Added segment e75817a0-f1ae-44cb-ac14-54dccbb196a1 of type vlan for network 37c40eda-3741-4ce7-ae97-3b7c29a7405a Jul 13 20:17:57.209890 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d85ee14-37b2-4beb-9258-a814d086b89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa4a57a-65c0-4f4c-a71c-0f877f980028,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:17:57.220082 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3126d47-8d0d-4bf1-84d0-e3c571799a82 admin admin] Network 680d4961-3ce0-4364-a639-3d638a8730da is scheduled to be hosted by DHCP agent 9d6e4556-3812-4c7d-88f2-13bd16a57861 with binding_index 1 {{(pid=92958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:17:57.238173 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7d85ee14-37b2-4beb-9258-a814d086b89e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781992687126'] for network, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:57.248495 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-a3126d47-8d0d-4bf1-84d0-e3c571799a82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-1-iscsi, 680d4961-3ce0-4364-a639-3d638a8730da) {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:17:57.258609 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3126d47-8d0d-4bf1-84d0-e3c571799a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:17:57.258718 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a3126d47-8d0d-4bf1-84d0-e3c571799a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for subnet, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:57.263042 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20af083f-85dc-4c49-8665-f11409eb0136 None None] Network 680d4961-3ce0-4364-a639-3d638a8730da requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:17:57.320947 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7d85ee14-37b2-4beb-9258-a814d086b89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962'] for network, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:57.322075 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d85ee14-37b2-4beb-9258-a814d086b89e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:17:57.322659 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7d85ee14-37b2-4beb-9258-a814d086b89e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for network, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:57.330623 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-28da1686-b1b7-4419-98c2-be41d1ea7721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:57.375612 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a5745d-5eb8-4b9a-999d-a5683916aec4 admin admin] Made reservation on behalf of e160d86d87414a0599de32835067725e for: {'subnet': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:17:57.378274 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-86a5745d-5eb8-4b9a-999d-a5683916aec4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:57.387264 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-28da1686-b1b7-4419-98c2-be41d1ea7721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:57.402250 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28da1686-b1b7-4419-98c2-be41d1ea7721 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=92958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:17:57.426476 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-28da1686-b1b7-4419-98c2-be41d1ea7721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996'] for segment, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:57.427666 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.db.segments_db [None req-28da1686-b1b7-4419-98c2-be41d1ea7721 admin admin] Added segment 23ea8f92-a104-492a-9303-d433dc74369e of type vlan for network 7fa1344f-018e-4cb2-8e3c-8d373ead5af4 Jul 13 20:17:57.503580 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed957e27-c9be-4325-99cc-b8a645bfffe9 None None] Network 680d4961-3ce0-4364-a639-3d638a8730da requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:17:57.518666 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-28da1686-b1b7-4419-98c2-be41d1ea7721 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781992687126'] for network, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:57.651236 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-a3126d47-8d0d-4bf1-84d0-e3c571799a82 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2350452 Jul 13 20:17:57.662638 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-28da1686-b1b7-4419-98c2-be41d1ea7721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962'] for network, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:57.664210 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28da1686-b1b7-4419-98c2-be41d1ea7721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:17:57.665186 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-28da1686-b1b7-4419-98c2-be41d1ea7721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for network, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:57.679230 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 39766) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:17:57.702582 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-86a5745d-5eb8-4b9a-999d-a5683916aec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962'] for subnet, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:57.715193 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-c8c1c0b0-2d13-43c7-9974-bff85412afb9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2040705587-router', 'tenant_id': 'fc1202cbb5ca410abbcdef9b3fca32f7', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'}}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:17:57.728562 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-7d85ee14-37b2-4beb-9258-a814d086b89e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4626303 Jul 13 20:17:57.736822 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 39770) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:17:57.750186 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-28da1686-b1b7-4419-98c2-be41d1ea7721 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5295670 Jul 13 20:17:57.756032 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 39772) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:17:57.758987 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-e7310ecd-606f-4bb8-8bc2-a4a6fc2e2b09 admin admin] Request body: {'subnet': {'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1339014143-subnet', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:17:57.762331 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d85ee14-37b2-4beb-9258-a814d086b89e admin admin] Pushing event updated for resources: {'Network': ['ID=37c40eda-3741-4ce7-ae97-3b7c29a7405a,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:17:57.777235 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da1686-b1b7-4419-98c2-be41d1ea7721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12418f71-df0b-4e05-b824-f8f6bef70213,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:17:57.781594 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Network 37c40eda-3741-4ce7-ae97-3b7c29a7405a details requested by agent ovs-agent-dv-cinder-800697-1-iscsi with host dv-cinder-800697-1-iscsi {{(pid=92959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:17:57.785305 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-c832ba05-af44-42e4-aab3-9ee9932c0fef admin admin] Request body: {'subnet': {'network_id': '7fa1344f-018e-4cb2-8e3c-8d373ead5af4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-946223961-subnet', 'tenant_id': '0300a106ed80472e8566f1df6e661ee2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:17:57.817009 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5745d-5eb8-4b9a-999d-a5683916aec4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69454485-049f-436c-a951-9117dfdd0897,revision_number=0']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:17:57.832239 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c8c1c0b0-2d13-43c7-9974-bff85412afb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4752'] for router, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:57.833468 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c8c1c0b0-2d13-43c7-9974-bff85412afb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4761'] for router, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:57.848611 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a5745d-5eb8-4b9a-999d-a5683916aec4 admin admin] Checking segment: {'id': '1481e1d2-1254-4cb1-8248-7f5f18edf1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '5abf27ce-6104-4298-ba80-73c183d9a9ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:17:57.849211 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a5745d-5eb8-4b9a-999d-a5683916aec4 admin admin] Network hostable DHCP agents. Network: 5abf27ce-6104-4298-ba80-73c183d9a9ce, hostable agents: ['9d6e4556-3812-4c7d-88f2-13bd16a57861'], hosted agents: [] {{(pid=92957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:17:57.871376 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da1686-b1b7-4419-98c2-be41d1ea7721 admin admin] Pushing event updated for resources: {'Network': ['ID=7fa1344f-018e-4cb2-8e3c-8d373ead5af4,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:17:57.876120 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7310ecd-606f-4bb8-8bc2-a4a6fc2e2b09 admin admin] Made reservation on behalf of 501a0ae42f3f4e21b957db69f265e5bd for: {'subnet': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:17:57.878552 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e7310ecd-606f-4bb8-8bc2-a4a6fc2e2b09 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:57.908634 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c832ba05-af44-42e4-aab3-9ee9932c0fef admin admin] Made reservation on behalf of 0300a106ed80472e8566f1df6e661ee2 for: {'subnet': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:17:57.910736 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Network 7fa1344f-018e-4cb2-8e3c-8d373ead5af4 details requested by agent ovs-agent-dv-cinder-800697-1-iscsi with host dv-cinder-800697-1-iscsi {{(pid=92959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:17:57.911767 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-c832ba05-af44-42e4-aab3-9ee9932c0fef admin admin] Notify callbacks [] for subnet, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:57.935441 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a5745d-5eb8-4b9a-999d-a5683916aec4 admin admin] Network 5abf27ce-6104-4298-ba80-73c183d9a9ce is scheduled to be hosted by DHCP agent 9d6e4556-3812-4c7d-88f2-13bd16a57861 with binding_index 1 {{(pid=92957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:17:57.980261 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c8c1c0b0-2d13-43c7-9974-bff85412afb9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:58.010678 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [None req-86a5745d-5eb8-4b9a-999d-a5683916aec4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-1-iscsi, 5abf27ce-6104-4298-ba80-73c183d9a9ce) {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:17:58.022234 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a5745d-5eb8-4b9a-999d-a5683916aec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:17:58.022778 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-86a5745d-5eb8-4b9a-999d-a5683916aec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for subnet, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:58.027867 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15925b6b-4cbb-4e5d-a86e-2fed8e510e99 None None] Network 5abf27ce-6104-4298-ba80-73c183d9a9ce requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:17:58.079204 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-86a5745d-5eb8-4b9a-999d-a5683916aec4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0359840 Jul 13 20:17:58.118345 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 39778) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:17:58.204971 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bbfb58-57e5-4aef-8b17-c441fea5440b None None] Network 5abf27ce-6104-4298-ba80-73c183d9a9ce requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:17:58.293430 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-c832ba05-af44-42e4-aab3-9ee9932c0fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962'] for subnet, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:58.301257 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c8c1c0b0-2d13-43c7-9974-bff85412afb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1708278', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4747'] for router, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:58.354674 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-e04ec5c0-9797-4071-8b15-a692b3377406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:58.415137 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e7310ecd-606f-4bb8-8bc2-a4a6fc2e2b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962'] for subnet, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:58.427820 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c832ba05-af44-42e4-aab3-9ee9932c0fef admin admin] Checking segment: {'id': '23ea8f92-a104-492a-9303-d433dc74369e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7fa1344f-018e-4cb2-8e3c-8d373ead5af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:17:58.429322 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c832ba05-af44-42e4-aab3-9ee9932c0fef admin admin] Network hostable DHCP agents. Network: 7fa1344f-018e-4cb2-8e3c-8d373ead5af4, hostable agents: ['9d6e4556-3812-4c7d-88f2-13bd16a57861'], hosted agents: [] {{(pid=92957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:17:58.432307 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c832ba05-af44-42e4-aab3-9ee9932c0fef admin admin] Pushing event updated for resources: {'Subnet': ['ID=22a0c92e-31fe-45b1-9117-439942f89abe,revision_number=0']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:17:58.471607 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c832ba05-af44-42e4-aab3-9ee9932c0fef admin admin] Network 7fa1344f-018e-4cb2-8e3c-8d373ead5af4 is scheduled to be hosted by DHCP agent 9d6e4556-3812-4c7d-88f2-13bd16a57861 with binding_index 1 {{(pid=92957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:17:58.486921 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [None req-c832ba05-af44-42e4-aab3-9ee9932c0fef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-1-iscsi, 7fa1344f-018e-4cb2-8e3c-8d373ead5af4) {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:17:58.487172 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7310ecd-606f-4bb8-8bc2-a4a6fc2e2b09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04816e2f-157f-4694-821b-ba4aff3014de,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:17:58.498830 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c832ba05-af44-42e4-aab3-9ee9932c0fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:17:58.499685 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-c832ba05-af44-42e4-aab3-9ee9932c0fef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for subnet, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:58.501745 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4def4326-1916-45d7-9c17-60878fc03560 None None] Network 7fa1344f-018e-4cb2-8e3c-8d373ead5af4 requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:17:58.517732 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7310ecd-606f-4bb8-8bc2-a4a6fc2e2b09 admin admin] Checking segment: {'id': 'e75817a0-f1ae-44cb-ac14-54dccbb196a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:17:58.518080 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7310ecd-606f-4bb8-8bc2-a4a6fc2e2b09 admin admin] Network hostable DHCP agents. Network: 37c40eda-3741-4ce7-ae97-3b7c29a7405a, hostable agents: ['9d6e4556-3812-4c7d-88f2-13bd16a57861'], hosted agents: [] {{(pid=92958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:17:58.547006 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7310ecd-606f-4bb8-8bc2-a4a6fc2e2b09 admin admin] Network 37c40eda-3741-4ce7-ae97-3b7c29a7405a is scheduled to be hosted by DHCP agent 9d6e4556-3812-4c7d-88f2-13bd16a57861 with binding_index 1 {{(pid=92958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:17:58.556411 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-e04ec5c0-9797-4071-8b15-a692b3377406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:58.563476 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-e04ec5c0-9797-4071-8b15-a692b3377406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:58.593184 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-e04ec5c0-9797-4071-8b15-a692b3377406 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2012f5e0debf42619ebcdb9e162f7737&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4741607 Jul 13 20:17:58.603788 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-c832ba05-af44-42e4-aab3-9ee9932c0fef admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8369422 Jul 13 20:17:58.603788 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 39788) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:17:58.618637 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-e7310ecd-606f-4bb8-8bc2-a4a6fc2e2b09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-1-iscsi, 37c40eda-3741-4ce7-ae97-3b7c29a7405a) {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:17:58.624951 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7310ecd-606f-4bb8-8bc2-a4a6fc2e2b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:17:58.625800 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e7310ecd-606f-4bb8-8bc2-a4a6fc2e2b09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for subnet, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:58.641902 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ec5c0-9797-4071-8b15-a692b3377406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9062669-4980-4916-847c-ed2e7f8ad19a,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:17:58.652040 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddd0a93-f642-41b4-944f-b17402ad968a None None] Network 37c40eda-3741-4ce7-ae97-3b7c29a7405a requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:17:58.695020 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-e7310ecd-606f-4bb8-8bc2-a4a6fc2e2b09 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9489441 Jul 13 20:17:58.696344 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-dd77bac7-1caf-4e39-b91a-f1760e0bbb66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:58.697681 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 39806) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:17:58.707386 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-1788e8b8-a393-48ef-9855-3ab1a5bde478 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1339014143-router', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'}}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:17:58.723989 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c8c1c0b0-2d13-43c7-9974-bff85412afb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:58.746411 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-dd77bac7-1caf-4e39-b91a-f1760e0bbb66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:58.761102 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-1788e8b8-a393-48ef-9855-3ab1a5bde478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4752'] for router, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:58.762463 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-1788e8b8-a393-48ef-9855-3ab1a5bde478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4761'] for router, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:58.787500 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c8c1c0b0-2d13-43c7-9974-bff85412afb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:58.825843 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 39820) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:17:58.830654 dv-cinder-800697-1-iscsi neutron-server[92958]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 13 20:17:58.911533 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6f11dc-c895-41d2-9ef1-65c29b559819 None None] Network 7fa1344f-018e-4cb2-8e3c-8d373ead5af4 requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:17:59.037403 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187d267d-b556-4e87-a1dd-217b3608fa66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4343ca1b-82c6-5ec5-be1b-550c314ed552-37c40eda-3741-4ce7-ae97-3b7c29a7405a', 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'fixed_ips': [{'subnet_id': '04816e2f-157f-4694-821b-ba4aff3014de'}]}} from dv-cinder-800697-1-iscsi. {{(pid=92959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:17:59.038466 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-187d267d-b556-4e87-a1dd-217b3608fa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:59.060693 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-dd77bac7-1caf-4e39-b91a-f1760e0bbb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:59.063517 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-dd77bac7-1caf-4e39-b91a-f1760e0bbb66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:59.064707 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-dd77bac7-1caf-4e39-b91a-f1760e0bbb66 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a9062669-4980-4916-847c-ed2e7f8ad19a HTTP/1.1" status: 204 len: 168 time: 0.4622304 Jul 13 20:17:59.091837 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [None req-c8c1c0b0-2d13-43c7-9974-bff85412afb9 admin admin] Allocated IP 172.27.1.32 (e57c7c0c-39ec-40cf-b750-a71f25c7d8d2/a207c1df-41ac-48bd-9f72-165f77d81169/d0f08f76-5dff-4021-b0ff-10c295842a5d) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:17:59.104407 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-37e4e85e-c4c0-4ebb-9380-0bc9cb2df48a tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:17:59.111149 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-37e4e85e-c4c0-4ebb-9380-0bc9cb2df48a tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/networks?id=5abf27ce-6104-4298-ba80-73c183d9a9ce HTTP/1.1" status: 200 len: 812 time: 0.2838492 Jul 13 20:17:59.140538 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-a39884a5-3e52-49b0-8769-566a0f5cc278 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/quotas/e160d86d87414a0599de32835067725e HTTP/1.1" status: 200 len: 375 time: 0.0284569 Jul 13 20:17:59.188447 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-1788e8b8-a393-48ef-9855-3ab1a5bde478 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:59.189611 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77bac7-1caf-4e39-b91a-f1760e0bbb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9062669-4980-4916-847c-ed2e7f8ad19a,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:17:59.237682 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-90c7e141-0650-4418-8e33-45615129e9a4 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e160d86d87414a0599de32835067725e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0961604 Jul 13 20:17:59.282024 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.db_base_plugin_common [None req-187d267d-b556-4e87-a1dd-217b3608fa66 None None] Allocated IP 172.20.0.2 (37c40eda-3741-4ce7-ae97-3b7c29a7405a/04816e2f-157f-4694-821b-ba4aff3014de/9711203f-34d8-43d5-a901-198e7beaca22) {{(pid=92959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:17:59.309550 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c8c1c0b0-2d13-43c7-9974-bff85412afb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:59.361909 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c8c1c0b0-2d13-43c7-9974-bff85412afb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:59.392379 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-1788e8b8-a393-48ef-9855-3ab1a5bde478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1708278', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4747'] for router, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:59.444935 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c1c0b0-2d13-43c7-9974-bff85412afb9 admin admin] Network e57c7c0c-39ec-40cf-b750-a71f25c7d8d2 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:17:59.450203 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-c8c1c0b0-2d13-43c7-9974-bff85412afb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:17:59.486189 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1c0b0-2d13-43c7-9974-bff85412afb9 admin admin] Pushing event updated for resources: {'Port': ['ID=d0f08f76-5dff-4021-b0ff-10c295842a5d,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:17:59.491254 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c1c0b0-2d13-43c7-9974-bff85412afb9 admin admin] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:17:59.565155 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 39846) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:17:59.571566 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-187d267d-b556-4e87-a1dd-217b3608fa66 None None] Notify callbacks [] for port, precommit_create {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:59.572992 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-a168b2c3-edbc-4922-a06a-cee02df7fffd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1620300935-network', 'tenant_id': '711aa81a399f4084b744a516bced2b9c'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:17:59.593743 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-187d267d-b556-4e87-a1dd-217b3608fa66 None None] Transition to ACTIVE for port object 9711203f-34d8-43d5-a901-198e7beaca22 will not be triggered until provisioned by entity L2. {{(pid=92959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:17:59.631881 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a168b2c3-edbc-4922-a06a-cee02df7fffd admin admin] Made reservation on behalf of 711aa81a399f4084b744a516bced2b9c for: {'network': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:17:59.634400 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a168b2c3-edbc-4922-a06a-cee02df7fffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for network, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:59.643817 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-187d267d-b556-4e87-a1dd-217b3608fa66 None None] Transition to ACTIVE for port object 9711203f-34d8-43d5-a901-198e7beaca22 will not be triggered until provisioned by entity DHCP. {{(pid=92959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:17:59.647586 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a168b2c3-edbc-4922-a06a-cee02df7fffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:59.655371 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-187d267d-b556-4e87-a1dd-217b3608fa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094'] for port, after_create {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:59.658236 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 39850) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:17:59.707162 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-1788e8b8-a393-48ef-9855-3ab1a5bde478 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:59.708383 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-59a45db4-6127-4d57-829b-2431d0e1daaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:59.708829 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187d267d-b556-4e87-a1dd-217b3608fa66 None None] Network 37c40eda-3741-4ce7-ae97-3b7c29a7405a is already hosted by enough agents. {{(pid=92959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:17:59.712330 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.scheduler.base_scheduler [None req-187d267d-b556-4e87-a1dd-217b3608fa66 None None] Resources bound (agent type, host, resource id): {{(pid=92959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:17:59.715871 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187d267d-b556-4e87-a1dd-217b3608fa66 None None] Received port after_create {{(pid=92959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:17:59.735945 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d267d-b556-4e87-a1dd-217b3608fa66 None None] Pushing event updated for resources: {'Port': ['ID=9711203f-34d8-43d5-a901-198e7beaca22,revision_number=1']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:17:59.743033 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-1788e8b8-a393-48ef-9855-3ab1a5bde478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:59.769768 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187d267d-b556-4e87-a1dd-217b3608fa66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:59.770215 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187d267d-b556-4e87-a1dd-217b3608fa66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:59.770626 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187d267d-b556-4e87-a1dd-217b3608fa66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:59.771025 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187d267d-b556-4e87-a1dd-217b3608fa66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:59.771427 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187d267d-b556-4e87-a1dd-217b3608fa66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:59.771827 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187d267d-b556-4e87-a1dd-217b3608fa66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:59.772363 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187d267d-b556-4e87-a1dd-217b3608fa66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:59.772690 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187d267d-b556-4e87-a1dd-217b3608fa66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:59.773107 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187d267d-b556-4e87-a1dd-217b3608fa66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:59.773626 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187d267d-b556-4e87-a1dd-217b3608fa66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:59.774097 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187d267d-b556-4e87-a1dd-217b3608fa66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:59.774688 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187d267d-b556-4e87-a1dd-217b3608fa66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:17:59.777101 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187d267d-b556-4e87-a1dd-217b3608fa66 None None] Tracked resource versions report: Jul 13 20:17:59.777101 dv-cinder-800697-1-iscsi neutron-server[92959]: pushed versions: Jul 13 20:17:59.777101 dv-cinder-800697-1-iscsi neutron-server[92959]: { 'AddressGroup': {'1.2'}, Jul 13 20:17:59.777101 dv-cinder-800697-1-iscsi neutron-server[92959]: 'ConntrackHelper': {'1.0'}, Jul 13 20:17:59.777101 dv-cinder-800697-1-iscsi neutron-server[92959]: 'Log': {'1.0'}, Jul 13 20:17:59.777101 dv-cinder-800697-1-iscsi neutron-server[92959]: 'Network': {'1.1'}, Jul 13 20:17:59.777101 dv-cinder-800697-1-iscsi neutron-server[92959]: 'Port': {'1.7'}, Jul 13 20:17:59.777101 dv-cinder-800697-1-iscsi neutron-server[92959]: 'PortForwarding': {'1.2'}, Jul 13 20:17:59.777101 dv-cinder-800697-1-iscsi neutron-server[92959]: 'QosPolicy': {'1.8'}, Jul 13 20:17:59.777101 dv-cinder-800697-1-iscsi neutron-server[92959]: 'SecurityGroup': {'1.4'}, Jul 13 20:17:59.777101 dv-cinder-800697-1-iscsi neutron-server[92959]: 'SecurityGroupRule': {'1.2'}, Jul 13 20:17:59.777101 dv-cinder-800697-1-iscsi neutron-server[92959]: 'SubPort': {'1.0'}, Jul 13 20:17:59.777101 dv-cinder-800697-1-iscsi neutron-server[92959]: 'Subnet': {'1.1'}, Jul 13 20:17:59.777101 dv-cinder-800697-1-iscsi neutron-server[92959]: 'Trunk': {'1.1'}} Jul 13 20:17:59.777101 dv-cinder-800697-1-iscsi neutron-server[92959]: consumer versions: Jul 13 20:17:59.777101 dv-cinder-800697-1-iscsi neutron-server[92959]: { DHCP agent@dv-cinder-800697-1-iscsi: {}, Jul 13 20:17:59.777101 dv-cinder-800697-1-iscsi neutron-server[92959]: HyperV agent@hv-cinder-80069: {}, Jul 13 20:17:59.777101 dv-cinder-800697-1-iscsi neutron-server[92959]: L3 agent@dv-cinder-800697-1-iscsi: {}, Jul 13 20:17:59.777101 dv-cinder-800697-1-iscsi neutron-server[92959]: Metadata agent@dv-cinder-800697-1-iscsi: {}, Jul 13 20:17:59.777101 dv-cinder-800697-1-iscsi neutron-server[92959]: Metering agent@dv-cinder-800697-1-iscsi: {}, Jul 13 20:17:59.777101 dv-cinder-800697-1-iscsi neutron-server[92959]: Open vSwitch agent@dv-cinder-800697-1-iscsi: { 'AddressGroup': '1.2', Jul 13 20:17:59.777101 dv-cinder-800697-1-iscsi neutron-server[92959]: 'ConntrackHelper': '1.0', Jul 13 20:17:59.777101 dv-cinder-800697-1-iscsi neutron-server[92959]: 'Log': '1.0', Jul 13 20:17:59.777101 dv-cinder-800697-1-iscsi neutron-server[92959]: 'Network': '1.1', Jul 13 20:17:59.777101 dv-cinder-800697-1-iscsi neutron-server[92959]: 'Port': '1.7', Jul 13 20:17:59.777101 dv-cinder-800697-1-iscsi neutron-server[92959]: 'PortForwarding': '1.2', Jul 13 20:17:59.777101 dv-cinder-800697-1-iscsi neutron-server[92959]: 'QosPolicy': '1.8', Jul 13 20:17:59.777101 dv-cinder-800697-1-iscsi neutron-server[92959]: 'SecurityGroup': '1.4', Jul 13 20:17:59.777101 dv-cinder-800697-1-iscsi neutron-server[92959]: 'SecurityGroupRule': '1.2', Jul 13 20:17:59.777101 dv-cinder-800697-1-iscsi neutron-server[92959]: 'SubPort': '1.0', Jul 13 20:17:59.777101 dv-cinder-800697-1-iscsi neutron-server[92959]: 'Subnet': '1.1', Jul 13 20:17:59.777101 dv-cinder-800697-1-iscsi neutron-server[92959]: 'Trunk': '1.1'}} Jul 13 20:17:59.777101 dv-cinder-800697-1-iscsi neutron-server[92959]: {{(pid=92959) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 20:17:59.843519 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c8c1c0b0-2d13-43c7-9974-bff85412afb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:59.845552 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-187d267d-b556-4e87-a1dd-217b3608fa66 None None] Attempting to bind port 9711203f-34d8-43d5-a901-198e7beaca22 on host dv-cinder-800697-1-iscsi for vnic_type normal with profile {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:17:59.846960 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-187d267d-b556-4e87-a1dd-217b3608fa66 None None] Attempting to bind port 9711203f-34d8-43d5-a901-198e7beaca22 by drivers openvswitch,hyperv on host dv-cinder-800697-1-iscsi at level 0 using segments [{'id': 'e75817a0-f1ae-44cb-ac14-54dccbb196a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a'}] {{(pid=92959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:17:59.846960 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187d267d-b556-4e87-a1dd-217b3608fa66 None None] Attempting to bind port 9711203f-34d8-43d5-a901-198e7beaca22 on network 37c40eda-3741-4ce7-ae97-3b7c29a7405a {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:17:59.855816 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187d267d-b556-4e87-a1dd-217b3608fa66 None None] Checking agent: {'id': '9033cd36-ce31-4b6d-a813-8d08366f9d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 10, 7), 'started_at': datetime.datetime(2021, 7, 13, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:17:59.856528 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187d267d-b556-4e87-a1dd-217b3608fa66 None None] Checking segment: {'id': 'e75817a0-f1ae-44cb-ac14-54dccbb196a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:17:59.857895 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-187d267d-b556-4e87-a1dd-217b3608fa66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:59.858480 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187d267d-b556-4e87-a1dd-217b3608fa66 None None] Bound using segment: {'id': 'e75817a0-f1ae-44cb-ac14-54dccbb196a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a'} {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:17:59.859073 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-187d267d-b556-4e87-a1dd-217b3608fa66 None None] Bound port: 9711203f-34d8-43d5-a901-198e7beaca22, host: dv-cinder-800697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75817a0-f1ae-44cb-ac14-54dccbb196a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a'}}] {{(pid=92959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:17:59.859691 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-187d267d-b556-4e87-a1dd-217b3608fa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:59.894727 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-ad147969-cf69-4109-b6c7-9f9636f60b5b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=92958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:17:59.902056 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-ad147969-cf69-4109-b6c7-9f9636f60b5b service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4119284 Jul 13 20:17:59.922679 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_common [None req-1788e8b8-a393-48ef-9855-3ab1a5bde478 admin admin] Allocated IP 172.27.1.200 (e57c7c0c-39ec-40cf-b750-a71f25c7d8d2/a207c1df-41ac-48bd-9f72-165f77d81169/27eb8cdd-95d9-4200-8881-6901e3d96a3a) {{(pid=92957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:17:59.943838 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-187d267d-b556-4e87-a1dd-217b3608fa66 None None] For port 9711203f-34d8-43d5-a901-198e7beaca22, host dv-cinder-800697-1-iscsi, cleared binding levels {{(pid=92959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:17:59.949799 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-187d267d-b556-4e87-a1dd-217b3608fa66 None None] For port 9711203f-34d8-43d5-a901-198e7beaca22, host dv-cinder-800697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=9711203f-34d8-43d5-a901-198e7beaca22,segment=NetworkSegment(e75817a0-f1ae-44cb-ac14-54dccbb196a1),segment_id=e75817a0-f1ae-44cb-ac14-54dccbb196a1)] {{(pid=92959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:17:59.956115 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-187d267d-b556-4e87-a1dd-217b3608fa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:00.034335 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d267d-b556-4e87-a1dd-217b3608fa66 None None] Pushing event updated for resources: {'Port': ['ID=9711203f-34d8-43d5-a901-198e7beaca22,revision_number=2']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:00.070090 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-1788e8b8-a393-48ef-9855-3ab1a5bde478 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:00.126059 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-1788e8b8-a393-48ef-9855-3ab1a5bde478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094'] for port, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:00.174332 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1788e8b8-a393-48ef-9855-3ab1a5bde478 admin admin] Network e57c7c0c-39ec-40cf-b750-a71f25c7d8d2 is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:18:00.177483 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [None req-1788e8b8-a393-48ef-9855-3ab1a5bde478 admin admin] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:18:00.183370 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a168b2c3-edbc-4922-a06a-cee02df7fffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:00.183705 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1788e8b8-a393-48ef-9855-3ab1a5bde478 admin admin] Received port after_create {{(pid=92957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:18:00.187702 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788e8b8-a393-48ef-9855-3ab1a5bde478 admin admin] Pushing event updated for resources: {'Port': ['ID=27eb8cdd-95d9-4200-8881-6901e3d96a3a,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:00.196112 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a168b2c3-edbc-4922-a06a-cee02df7fffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:00.266923 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-9df8e6d2-3378-4a76-942b-eb1744cef88b service neutron] 10.222.0.41 "GET /v2.0/networks/5abf27ce-6104-4298-ba80-73c183d9a9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639684 Jul 13 20:18:00.340470 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a168b2c3-edbc-4922-a06a-cee02df7fffd admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=92958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:18:00.395175 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168b2c3-edbc-4922-a06a-cee02df7fffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0fa574-37e5-459d-85db-50caf20ab9cd,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:00.438092 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a168b2c3-edbc-4922-a06a-cee02df7fffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996'] for segment, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:00.438433 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.db.segments_db [None req-a168b2c3-edbc-4922-a06a-cee02df7fffd admin admin] Added segment 8ae152d4-a274-4f50-8569-1db012052ac3 of type vlan for network b3bfaf1b-bea8-49d5-bb63-3c0f86a0c260 Jul 13 20:18:00.470569 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-1788e8b8-a393-48ef-9855-3ab1a5bde478 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:00.528744 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a168b2c3-edbc-4922-a06a-cee02df7fffd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781992687126'] for network, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:00.554412 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c8c1c0b0-2d13-43c7-9974-bff85412afb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1708235'] for router, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:00.571416 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-2d10e1ad-5a7e-40b7-a15f-c667306724a5 service neutron] 10.222.0.41 "GET /v2.0/networks/5abf27ce-6104-4298-ba80-73c183d9a9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657650 Jul 13 20:18:00.589601 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-59a45db4-6127-4d57-829b-2431d0e1daaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:00.630863 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-59a45db4-6127-4d57-829b-2431d0e1daaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:00.672882 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a168b2c3-edbc-4922-a06a-cee02df7fffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962'] for network, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:00.673882 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a168b2c3-edbc-4922-a06a-cee02df7fffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:00.674454 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a168b2c3-edbc-4922-a06a-cee02df7fffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for network, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:00.695765 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-1788e8b8-a393-48ef-9855-3ab1a5bde478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1708235'] for router, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:00.800025 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-59a45db4-6127-4d57-829b-2431d0e1daaf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=611d614e66d54070b54338e348c6c787&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1402678 Jul 13 20:18:00.800759 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 39868) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:00.821772 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a45db4-6127-4d57-829b-2431d0e1daaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11beb2e-8ca8-4a19-bf68-23136b819181,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:00.847148 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-a168b2c3-edbc-4922-a06a-cee02df7fffd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2807856 Jul 13 20:18:00.851197 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 39874) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:00.851197 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 39876) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:00.879154 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-4fb3b677-9aa9-423e-bc45-6506e3435080 admin admin] Request body: {'subnet': {'network_id': 'b3bfaf1b-bea8-49d5-bb63-3c0f86a0c260', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1620300935-subnet', 'tenant_id': '711aa81a399f4084b744a516bced2b9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:18:00.941830 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168b2c3-edbc-4922-a06a-cee02df7fffd admin admin] Pushing event updated for resources: {'Network': ['ID=b3bfaf1b-bea8-49d5-bb63-3c0f86a0c260,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:00.954511 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Network b3bfaf1b-bea8-49d5-bb63-3c0f86a0c260 details requested by agent ovs-agent-dv-cinder-800697-1-iscsi with host dv-cinder-800697-1-iscsi {{(pid=92959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:18:00.979403 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f7238dff-b949-4d57-aca2-36da6619714b req-d91ff549-315e-4ef5-b62f-1cec0fda5323 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 210 time: 0.1248302 Jul 13 20:18:01.050581 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb3b677-9aa9-423e-bc45-6506e3435080 admin admin] Made reservation on behalf of 711aa81a399f4084b744a516bced2b9c for: {'subnet': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:18:01.067084 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4fb3b677-9aa9-423e-bc45-6506e3435080 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:01.196708 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3503d118-63fe-4d5d-8830-34ff1e86d646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:01.199700 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1788e8b8-a393-48ef-9855-3ab1a5bde478 admin admin] Router 2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9 is scheduled to L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d with binding_index 1 {{(pid=92957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:18:01.240977 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 9711203f-34d8-43d5-a901-198e7beaca22 up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:18:01.255856 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c1c0b0-2d13-43c7-9974-bff85412afb9 admin admin] Router f34459e2-26ef-442c-9e7a-ca5012223cb7 is scheduled to L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d with binding_index 1 {{(pid=92958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:18:01.315500 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3503d118-63fe-4d5d-8830-34ff1e86d646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:01.346708 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning for port 9711203f-34d8-43d5-a901-198e7beaca22 completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:18:01.379649 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e027b1d1-1baa-4f24-8970-274fdead0fc3 None None] Network 37c40eda-3741-4ce7-ae97-3b7c29a7405a requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:18:01.452010 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1788e8b8-a393-48ef-9855-3ab1a5bde478 admin admin] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:18:01.472687 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029b7e29-c556-48ba-b30e-0d91f554d4dd None None] Sync routers for ids ['2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'] in dv-cinder-800697-1-iscsi {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:18:01.485508 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-757270e5-1668-4295-9d98-ed8a74416df1 None None] Provisioning for port 9711203f-34d8-43d5-a901-198e7beaca22 completed by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:18:01.497725 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029b7e29-c556-48ba-b30e-0d91f554d4dd None None] Routers {'2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:18:01.498548 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-029b7e29-c556-48ba-b30e-0d91f554d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:17:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:18:01.502957 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-1788e8b8-a393-48ef-9855-3ab1a5bde478 admin admin] Notify callbacks [] for router, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:01.506264 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-757270e5-1668-4295-9d98-ed8a74416df1 None None] Provisioning complete for port 9711203f-34d8-43d5-a901-198e7beaca22 triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:18:01.506802 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-757270e5-1668-4295-9d98-ed8a74416df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:01.507385 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-1788e8b8-a393-48ef-9855-3ab1a5bde478 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8085015 Jul 13 20:18:01.509249 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 39908) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:01.561258 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3503d118-63fe-4d5d-8830-34ff1e86d646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:01.564658 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3503d118-63fe-4d5d-8830-34ff1e86d646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:01.568906 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-3503d118-63fe-4d5d-8830-34ff1e86d646 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f11beb2e-8ca8-4a19-bf68-23136b819181 HTTP/1.1" status: 204 len: 168 time: 0.7579682 Jul 13 20:18:01.597423 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503d118-63fe-4d5d-8830-34ff1e86d646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11beb2e-8ca8-4a19-bf68-23136b819181,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:01.609937 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c1c0b0-2d13-43c7-9974-bff85412afb9 admin admin] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:18:01.667909 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c8c1c0b0-2d13-43c7-9974-bff85412afb9 admin admin] Notify callbacks [] for router, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:01.672635 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-c8c1c0b0-2d13-43c7-9974-bff85412afb9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.9610713 Jul 13 20:18:01.683752 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4fb3b677-9aa9-423e-bc45-6506e3435080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962'] for subnet, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:01.690358 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 39920) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:01.723910 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901e3fe2-b4e9-4328-9755-a93629dd0aaa None None] Sync routers for ids ['f34459e2-26ef-442c-9e7a-ca5012223cb7'] in dv-cinder-800697-1-iscsi {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:18:01.803335 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901e3fe2-b4e9-4328-9755-a93629dd0aaa None None] Routers {'f34459e2-26ef-442c-9e7a-ca5012223cb7'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:18:01.804570 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-901e3fe2-b4e9-4328-9755-a93629dd0aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:17:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['f34459e2-26ef-442c-9e7a-ca5012223cb7'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:18:01.822957 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-029b7e29-c556-48ba-b30e-0d91f554d4dd None None] Set router 2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:18:02.078075 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-757270e5-1668-4295-9d98-ed8a74416df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:02.174420 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-901e3fe2-b4e9-4328-9755-a93629dd0aaa None None] Set router f34459e2-26ef-442c-9e7a-ca5012223cb7 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:18:02.321055 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3b677-9aa9-423e-bc45-6506e3435080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=110f6c45-e853-41a9-ba37-70cb3f640297,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:02.328191 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-757270e5-1668-4295-9d98-ed8a74416df1 None None] For port 9711203f-34d8-43d5-a901-198e7beaca22, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=9711203f-34d8-43d5-a901-198e7beaca22,segment=NetworkSegment(e75817a0-f1ae-44cb-ac14-54dccbb196a1),segment_id=e75817a0-f1ae-44cb-ac14-54dccbb196a1)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:18:02.334014 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-93121ab0-3979-4e48-8f04-1280f1eff78f req-38be6e2c-0af9-4b05-8d28-7de6652b7c07 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 210 time: 0.1269121 Jul 13 20:18:02.359650 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb3b677-9aa9-423e-bc45-6506e3435080 admin admin] Checking segment: {'id': '8ae152d4-a274-4f50-8569-1db012052ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b3bfaf1b-bea8-49d5-bb63-3c0f86a0c260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:18:02.360065 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb3b677-9aa9-423e-bc45-6506e3435080 admin admin] Network hostable DHCP agents. Network: b3bfaf1b-bea8-49d5-bb63-3c0f86a0c260, hostable agents: ['9d6e4556-3812-4c7d-88f2-13bd16a57861'], hosted agents: [] {{(pid=92958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:18:02.414864 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb3b677-9aa9-423e-bc45-6506e3435080 admin admin] Network b3bfaf1b-bea8-49d5-bb63-3c0f86a0c260 is scheduled to be hosted by DHCP agent 9d6e4556-3812-4c7d-88f2-13bd16a57861 with binding_index 1 {{(pid=92958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:18:02.458017 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-029b7e29-c556-48ba-b30e-0d91f554d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1339014143-router', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '27eb8cdd-95d9-4200-8881-6901e3d96a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:17:58Z', 'updated_at': '2021-07-13T20:18:00Z', 'revision_number': 3, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'gw_port': {'id': '27eb8cdd-95d9-4200-8881-6901e3d96a3a', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:17:59Z', 'updated_at': '2021-07-13T20:17:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi'}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:18:02.541523 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-757270e5-1668-4295-9d98-ed8a74416df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:02.566157 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029b7e29-c556-48ba-b30e-0d91f554d4dd None None] Checking router: 2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9 for host: dv-cinder-800697-1-iscsi {{(pid=92960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:18:02.566808 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029b7e29-c556-48ba-b30e-0d91f554d4dd None None] Updating router 2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9 port 27eb8cdd-95d9-4200-8881-6901e3d96a3a binding host dv-cinder-800697-1-iscsi {{(pid=92960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:18:02.574474 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-7db9c6dc-8208-441b-bb83-457d4fff1bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:02.677091 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-029b7e29-c556-48ba-b30e-0d91f554d4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:02.704466 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757270e5-1668-4295-9d98-ed8a74416df1 None None] Pushing event updated for resources: {'Port': ['ID=9711203f-34d8-43d5-a901-198e7beaca22,revision_number=3']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:02.746996 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-4fb3b677-9aa9-423e-bc45-6506e3435080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-1-iscsi, b3bfaf1b-bea8-49d5-bb63-3c0f86a0c260) {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:18:02.761053 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb3b677-9aa9-423e-bc45-6506e3435080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:02.765441 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4fb3b677-9aa9-423e-bc45-6506e3435080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for subnet, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:02.767883 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0795350b-6898-4931-ba52-42bde9f01251 None None] Network b3bfaf1b-bea8-49d5-bb63-3c0f86a0c260 requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:18:02.888390 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-4fb3b677-9aa9-423e-bc45-6506e3435080 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0225494 Jul 13 20:18:03.226584 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 9711203f-34d8-43d5-a901-198e7beaca22 up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:18:03.281531 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_common [None req-7db9c6dc-8208-441b-bb83-457d4fff1bfb admin admin] Allocated IP 172.20.0.1 (37c40eda-3741-4ce7-ae97-3b7c29a7405a/04816e2f-157f-4694-821b-ba4aff3014de/e069e268-da8b-462d-8929-18043fd6cf5a) {{(pid=92957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:18:03.317220 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 40004) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:03.497981 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-497adb18-0197-477e-b1a6-5149010e55ba None None] Provisioning complete for port 9711203f-34d8-43d5-a901-198e7beaca22 triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:18:03.498203 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-497adb18-0197-477e-b1a6-5149010e55ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:03.518415 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 40010) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:03.543439 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-029b7e29-c556-48ba-b30e-0d91f554d4dd None None] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:03.556916 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-7db9c6dc-8208-441b-bb83-457d4fff1bfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:03.577702 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d104f5f-4dad-468b-8287-0cabe8b3b9d1 admin admin] Deleting subnet 22a0c92e-31fe-45b1-9117-439942f89abe {{(pid=92958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:18:03.579709 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [None req-029b7e29-c556-48ba-b30e-0d91f554d4dd None None] Transition to ACTIVE for port object 27eb8cdd-95d9-4200-8881-6901e3d96a3a will not be triggered until provisioned by entity L2. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:18:03.587929 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae801a55-7a17-473e-9cbb-109409edb2d0 None None] Network b3bfaf1b-bea8-49d5-bb63-3c0f86a0c260 requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:18:03.589490 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.provisioning_blocks [None req-7db9c6dc-8208-441b-bb83-457d4fff1bfb admin admin] Transition to ACTIVE for port object e069e268-da8b-462d-8929-18043fd6cf5a will not be triggered until provisioned by entity DHCP. {{(pid=92957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:18:03.595050 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-029b7e29-c556-48ba-b30e-0d91f554d4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:03.633456 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-7db9c6dc-8208-441b-bb83-457d4fff1bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094'] for port, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:03.643597 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8d104f5f-4dad-468b-8287-0cabe8b3b9d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:03.676074 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7b145c34-7e24-42e9-88f7-453c3f5a1c91 req-4db030f6-e375-4a88-836b-6a379ba2c301 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 210 time: 0.2064157 Jul 13 20:18:03.679933 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db9c6dc-8208-441b-bb83-457d4fff1bfb admin admin] Network 37c40eda-3741-4ce7-ae97-3b7c29a7405a is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:18:03.683909 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [None req-7db9c6dc-8208-441b-bb83-457d4fff1bfb admin admin] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:18:03.688667 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db9c6dc-8208-441b-bb83-457d4fff1bfb admin admin] Received port after_create {{(pid=92957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:18:03.689422 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-7db9c6dc-8208-441b-bb83-457d4fff1bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1709742'] for router_interface, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:03.754915 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926c13b-d93b-4a10-a1df-dbfe5326d743 None None] Pushing event updated for resources: {'Port': ['ID=27eb8cdd-95d9-4200-8881-6901e3d96a3a,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:03.765160 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port 9711203f-34d8-43d5-a901-198e7beaca22 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:18:03.765536 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:03.781008 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926c13b-d93b-4a10-a1df-dbfe5326d743 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:03.781985 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926c13b-d93b-4a10-a1df-dbfe5326d743 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:03.786044 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926c13b-d93b-4a10-a1df-dbfe5326d743 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:03.787621 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926c13b-d93b-4a10-a1df-dbfe5326d743 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:03.788675 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926c13b-d93b-4a10-a1df-dbfe5326d743 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:03.790231 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926c13b-d93b-4a10-a1df-dbfe5326d743 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:03.790979 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926c13b-d93b-4a10-a1df-dbfe5326d743 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:03.792651 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926c13b-d93b-4a10-a1df-dbfe5326d743 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:03.795154 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926c13b-d93b-4a10-a1df-dbfe5326d743 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:03.795815 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926c13b-d93b-4a10-a1df-dbfe5326d743 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:03.797082 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926c13b-d93b-4a10-a1df-dbfe5326d743 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:03.798738 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926c13b-d93b-4a10-a1df-dbfe5326d743 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:03.800987 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926c13b-d93b-4a10-a1df-dbfe5326d743 None None] Tracked resource versions report: Jul 13 20:18:03.800987 dv-cinder-800697-1-iscsi neutron-server[92960]: pushed versions: Jul 13 20:18:03.800987 dv-cinder-800697-1-iscsi neutron-server[92960]: { 'AddressGroup': {'1.2'}, Jul 13 20:18:03.800987 dv-cinder-800697-1-iscsi neutron-server[92960]: 'ConntrackHelper': {'1.0'}, Jul 13 20:18:03.800987 dv-cinder-800697-1-iscsi neutron-server[92960]: 'Log': {'1.0'}, Jul 13 20:18:03.800987 dv-cinder-800697-1-iscsi neutron-server[92960]: 'Network': {'1.1'}, Jul 13 20:18:03.800987 dv-cinder-800697-1-iscsi neutron-server[92960]: 'Port': {'1.7'}, Jul 13 20:18:03.800987 dv-cinder-800697-1-iscsi neutron-server[92960]: 'PortForwarding': {'1.2'}, Jul 13 20:18:03.800987 dv-cinder-800697-1-iscsi neutron-server[92960]: 'QosPolicy': {'1.8'}, Jul 13 20:18:03.800987 dv-cinder-800697-1-iscsi neutron-server[92960]: 'SecurityGroup': {'1.4'}, Jul 13 20:18:03.800987 dv-cinder-800697-1-iscsi neutron-server[92960]: 'SecurityGroupRule': {'1.2'}, Jul 13 20:18:03.800987 dv-cinder-800697-1-iscsi neutron-server[92960]: 'SubPort': {'1.0'}, Jul 13 20:18:03.800987 dv-cinder-800697-1-iscsi neutron-server[92960]: 'Subnet': {'1.1'}, Jul 13 20:18:03.800987 dv-cinder-800697-1-iscsi neutron-server[92960]: 'Trunk': {'1.1'}} Jul 13 20:18:03.800987 dv-cinder-800697-1-iscsi neutron-server[92960]: consumer versions: Jul 13 20:18:03.800987 dv-cinder-800697-1-iscsi neutron-server[92960]: { DHCP agent@dv-cinder-800697-1-iscsi: {}, Jul 13 20:18:03.800987 dv-cinder-800697-1-iscsi neutron-server[92960]: HyperV agent@hv-cinder-80069: {}, Jul 13 20:18:03.800987 dv-cinder-800697-1-iscsi neutron-server[92960]: L3 agent@dv-cinder-800697-1-iscsi: {}, Jul 13 20:18:03.800987 dv-cinder-800697-1-iscsi neutron-server[92960]: Metadata agent@dv-cinder-800697-1-iscsi: {}, Jul 13 20:18:03.800987 dv-cinder-800697-1-iscsi neutron-server[92960]: Metering agent@dv-cinder-800697-1-iscsi: {}, Jul 13 20:18:03.800987 dv-cinder-800697-1-iscsi neutron-server[92960]: Open vSwitch agent@dv-cinder-800697-1-iscsi: { 'AddressGroup': '1.2', Jul 13 20:18:03.800987 dv-cinder-800697-1-iscsi neutron-server[92960]: 'ConntrackHelper': '1.0', Jul 13 20:18:03.800987 dv-cinder-800697-1-iscsi neutron-server[92960]: 'Log': '1.0', Jul 13 20:18:03.800987 dv-cinder-800697-1-iscsi neutron-server[92960]: 'Network': '1.1', Jul 13 20:18:03.800987 dv-cinder-800697-1-iscsi neutron-server[92960]: 'Port': '1.7', Jul 13 20:18:03.800987 dv-cinder-800697-1-iscsi neutron-server[92960]: 'PortForwarding': '1.2', Jul 13 20:18:03.800987 dv-cinder-800697-1-iscsi neutron-server[92960]: 'QosPolicy': '1.8', Jul 13 20:18:03.800987 dv-cinder-800697-1-iscsi neutron-server[92960]: 'SecurityGroup': '1.4', Jul 13 20:18:03.800987 dv-cinder-800697-1-iscsi neutron-server[92960]: 'SecurityGroupRule': '1.2', Jul 13 20:18:03.800987 dv-cinder-800697-1-iscsi neutron-server[92960]: 'SubPort': '1.0', Jul 13 20:18:03.800987 dv-cinder-800697-1-iscsi neutron-server[92960]: 'Subnet': '1.1', Jul 13 20:18:03.800987 dv-cinder-800697-1-iscsi neutron-server[92960]: 'Trunk': '1.1'}} Jul 13 20:18:03.800987 dv-cinder-800697-1-iscsi neutron-server[92960]: {{(pid=92960) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 20:18:03.817201 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8d104f5f-4dad-468b-8287-0cabe8b3b9d1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:03.839455 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8d104f5f-4dad-468b-8287-0cabe8b3b9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-721317'] for subnet, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:03.860717 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [None req-029b7e29-c556-48ba-b30e-0d91f554d4dd None None] Attempting to bind port 27eb8cdd-95d9-4200-8881-6901e3d96a3a on host dv-cinder-800697-1-iscsi for vnic_type normal with profile {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:18:03.861316 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [None req-029b7e29-c556-48ba-b30e-0d91f554d4dd None None] Attempting to bind port 27eb8cdd-95d9-4200-8881-6901e3d96a3a by drivers openvswitch,hyperv on host dv-cinder-800697-1-iscsi at level 0 using segments [{'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:18:03.861931 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029b7e29-c556-48ba-b30e-0d91f554d4dd None None] Attempting to bind port 27eb8cdd-95d9-4200-8881-6901e3d96a3a on network e57c7c0c-39ec-40cf-b750-a71f25c7d8d2 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:18:03.873365 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029b7e29-c556-48ba-b30e-0d91f554d4dd None None] Checking agent: {'id': '9033cd36-ce31-4b6d-a813-8d08366f9d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 10, 7), 'started_at': datetime.datetime(2021, 7, 13, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:18:03.874122 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029b7e29-c556-48ba-b30e-0d91f554d4dd None None] Checking segment: {'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:18:03.876388 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-029b7e29-c556-48ba-b30e-0d91f554d4dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:03.878068 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029b7e29-c556-48ba-b30e-0d91f554d4dd None None] Bound using segment: {'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:18:03.878880 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [None req-029b7e29-c556-48ba-b30e-0d91f554d4dd None None] Bound port: 27eb8cdd-95d9-4200-8881-6901e3d96a3a, host: dv-cinder-800697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'}}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:18:03.880558 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-029b7e29-c556-48ba-b30e-0d91f554d4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:04.017492 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-f0d2df34-5264-49e8-b0bf-7a02317a3370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:04.026713 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-029b7e29-c556-48ba-b30e-0d91f554d4dd None None] For port 27eb8cdd-95d9-4200-8881-6901e3d96a3a, host dv-cinder-800697-1-iscsi, cleared binding levels {{(pid=92960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:18:04.039586 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-029b7e29-c556-48ba-b30e-0d91f554d4dd None None] For port 27eb8cdd-95d9-4200-8881-6901e3d96a3a, host dv-cinder-800697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=27eb8cdd-95d9-4200-8881-6901e3d96a3a,segment=NetworkSegment(dd2d7350-8005-4571-9290-470baa5abba8),segment_id=dd2d7350-8005-4571-9290-470baa5abba8)] {{(pid=92960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:18:04.047531 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-029b7e29-c556-48ba-b30e-0d91f554d4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:04.054700 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 40024) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:04.127267 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9c6dc-8208-441b-bb83-457d4fff1bfb admin admin] Pushing event updated for resources: {'Port': ['ID=e069e268-da8b-462d-8929-18043fd6cf5a,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:04.191440 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926c13b-d93b-4a10-a1df-dbfe5326d743 None None] Pushing event updated for resources: {'Port': ['ID=27eb8cdd-95d9-4200-8881-6901e3d96a3a,revision_number=3']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:04.195072 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-7db9c6dc-8208-441b-bb83-457d4fff1bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:04.213599 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-60a6f721-8ada-4b64-b860-d96590313af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:04.234582 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029b7e29-c556-48ba-b30e-0d91f554d4dd None None] Routers {'2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:18:04.235396 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-029b7e29-c556-48ba-b30e-0d91f554d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:17:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:18:04.246213 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-901e3fe2-b4e9-4328-9755-a93629dd0aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34459e2-26ef-442c-9e7a-ca5012223cb7', 'name': 'tempest-ServerRescueNegativeTestJSON-2040705587-router', 'tenant_id': 'fc1202cbb5ca410abbcdef9b3fca32f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd0f08f76-5dff-4021-b0ff-10c295842a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:17:57Z', 'updated_at': '2021-07-13T20:17:59Z', 'revision_number': 3, 'project_id': 'fc1202cbb5ca410abbcdef9b3fca32f7', 'gw_port': {'id': 'd0f08f76-5dff-4021-b0ff-10c295842a5d', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:60:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34459e2-26ef-442c-9e7a-ca5012223cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:17:58Z', 'updated_at': '2021-07-13T20:17:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi'}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:18:04.279926 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-540728e0-4058-453e-821e-443a7e2a6e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:04.294165 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901e3fe2-b4e9-4328-9755-a93629dd0aaa None None] Checking router: f34459e2-26ef-442c-9e7a-ca5012223cb7 for host: dv-cinder-800697-1-iscsi {{(pid=92959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:18:04.295075 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901e3fe2-b4e9-4328-9755-a93629dd0aaa None None] Updating router f34459e2-26ef-442c-9e7a-ca5012223cb7 port d0f08f76-5dff-4021-b0ff-10c295842a5d binding host dv-cinder-800697-1-iscsi {{(pid=92959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:18:04.389899 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-52e9e8ba-ab55-48dc-871b-5f1eaa3d337e None None] Provisioning for port e069e268-da8b-462d-8929-18043fd6cf5a completed by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:18:04.397875 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-52e9e8ba-ab55-48dc-871b-5f1eaa3d337e None None] Provisioning complete for port e069e268-da8b-462d-8929-18043fd6cf5a triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:18:04.398251 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-52e9e8ba-ab55-48dc-871b-5f1eaa3d337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:04.427309 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-901e3fe2-b4e9-4328-9755-a93629dd0aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:04.478784 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-029b7e29-c556-48ba-b30e-0d91f554d4dd None None] Set router 2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:18:04.508230 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8d104f5f-4dad-468b-8287-0cabe8b3b9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-721308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962'] for subnet, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:04.523365 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-52e9e8ba-ab55-48dc-871b-5f1eaa3d337e None None] Port e069e268-da8b-462d-8929-18043fd6cf5a cannot update to ACTIVE because it is not bound. {{(pid=92959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:18:04.623894 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8d104f5f-4dad-468b-8287-0cabe8b3b9d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for subnet, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:04.625872 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-8d104f5f-4dad-468b-8287-0cabe8b3b9d1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/22a0c92e-31fe-45b1-9117-439942f89abe HTTP/1.1" status: 204 len: 168 time: 1.3061011 Jul 13 20:18:04.631735 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 40042) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:04.640006 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d104f5f-4dad-468b-8287-0cabe8b3b9d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22a0c92e-31fe-45b1-9117-439942f89abe,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:04.652866 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ffe38915-b3b0-4fd3-a73a-9c438cb4d6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:04.745191 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-60a6f721-8ada-4b64-b860-d96590313af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:04.754858 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-60a6f721-8ada-4b64-b860-d96590313af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:04.775931 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-7db9c6dc-8208-441b-bb83-457d4fff1bfb admin admin] Notify callbacks [] for port, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:04.801465 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-7db9c6dc-8208-441b-bb83-457d4fff1bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:04.802446 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-7db9c6dc-8208-441b-bb83-457d4fff1bfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711076'] for router_interface, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:04.895931 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d9cd358b-9d3c-4939-a0ab-4a697ab8976d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633600'] for network, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:04.898263 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9c6dc-8208-441b-bb83-457d4fff1bfb admin admin] Pushing event updated for resources: {'Port': ['ID=e069e268-da8b-462d-8929-18043fd6cf5a,revision_number=2']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:04.996480 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-029b7e29-c556-48ba-b30e-0d91f554d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1339014143-router', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '27eb8cdd-95d9-4200-8881-6901e3d96a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:17:58Z', 'updated_at': '2021-07-13T20:18:04Z', 'revision_number': 4, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'gw_port': {'id': '27eb8cdd-95d9-4200-8881-6901e3d96a3a', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:17:59Z', 'updated_at': '2021-07-13T20:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': 'e069e268-da8b-462d-8929-18043fd6cf5a', 'name': '', 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'mac_address': 'fa:16:3e:79:58:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '04816e2f-157f-4694-821b-ba4aff3014de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:18:02Z', 'updated_at': '2021-07-13T20:18:03Z', 'revision_number': 1, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'subnets': [{'id': '04816e2f-157f-4694-821b-ba4aff3014de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:18:05.068182 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029b7e29-c556-48ba-b30e-0d91f554d4dd None None] The sync data for ids ['2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'] in dv-cinder-800697-1-iscsi is: [{'id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1339014143-router', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '27eb8cdd-95d9-4200-8881-6901e3d96a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:17:58Z', 'updated_at': '2021-07-13T20:18:04Z', 'revision_number': 4, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'gw_port': {'id': '27eb8cdd-95d9-4200-8881-6901e3d96a3a', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:17:59Z', 'updated_at': '2021-07-13T20:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': 'e069e268-da8b-462d-8929-18043fd6cf5a', 'name': '', 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'mac_address': 'fa:16:3e:79:58:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '04816e2f-157f-4694-821b-ba4aff3014de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:18:02Z', 'updated_at': '2021-07-13T20:18:03Z', 'revision_number': 1, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'subnets': [{'id': '04816e2f-157f-4694-821b-ba4aff3014de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:18:05.077417 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-901e3fe2-b4e9-4328-9755-a93629dd0aaa None None] Notify callbacks [] for port, precommit_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:05.095370 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-901e3fe2-b4e9-4328-9755-a93629dd0aaa None None] Transition to ACTIVE for port object d0f08f76-5dff-4021-b0ff-10c295842a5d will not be triggered until provisioned by entity L2. {{(pid=92959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:18:05.107306 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-901e3fe2-b4e9-4328-9755-a93629dd0aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:05.111383 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-60a6f721-8ada-4b64-b860-d96590313af4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5a9a25c27b854b75bc5b726032bbd8f9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0537810 Jul 13 20:18:05.115786 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 40060) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:05.118272 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a6f721-8ada-4b64-b860-d96590313af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81db19d-d072-47f6-8bac-42da358c8d05,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:05.149608 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db9c6dc-8208-441b-bb83-457d4fff1bfb admin admin] Network 37c40eda-3741-4ce7-ae97-3b7c29a7405a is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:18:05.162167 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b54f6500-dd0d-4483-8af6-a9beca6069d1 req-0a2f0aa4-5fb1-4998-b563-ac0ab66a1e58 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 210 time: 0.1159165 Jul 13 20:18:05.172872 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.47', 60019) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:05.202209 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [None req-7db9c6dc-8208-441b-bb83-457d4fff1bfb admin admin] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:18:05.253215 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-901e3fe2-b4e9-4328-9755-a93629dd0aaa None None] Attempting to bind port d0f08f76-5dff-4021-b0ff-10c295842a5d on host dv-cinder-800697-1-iscsi for vnic_type normal with profile {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:18:05.254187 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-901e3fe2-b4e9-4328-9755-a93629dd0aaa None None] Attempting to bind port d0f08f76-5dff-4021-b0ff-10c295842a5d by drivers openvswitch,hyperv on host dv-cinder-800697-1-iscsi at level 0 using segments [{'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'}] {{(pid=92959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:18:05.254829 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901e3fe2-b4e9-4328-9755-a93629dd0aaa None None] Attempting to bind port d0f08f76-5dff-4021-b0ff-10c295842a5d on network e57c7c0c-39ec-40cf-b750-a71f25c7d8d2 {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:18:05.265089 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901e3fe2-b4e9-4328-9755-a93629dd0aaa None None] Checking agent: {'id': '9033cd36-ce31-4b6d-a813-8d08366f9d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 10, 7), 'started_at': datetime.datetime(2021, 7, 13, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:18:05.265799 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901e3fe2-b4e9-4328-9755-a93629dd0aaa None None] Checking segment: {'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:18:05.266441 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-901e3fe2-b4e9-4328-9755-a93629dd0aaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:05.267015 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901e3fe2-b4e9-4328-9755-a93629dd0aaa None None] Bound using segment: {'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'} {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:18:05.267675 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-901e3fe2-b4e9-4328-9755-a93629dd0aaa None None] Bound port: d0f08f76-5dff-4021-b0ff-10c295842a5d, host: dv-cinder-800697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'}}] {{(pid=92959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:18:05.268366 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-901e3fe2-b4e9-4328-9755-a93629dd0aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:05.334896 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-901e3fe2-b4e9-4328-9755-a93629dd0aaa None None] For port d0f08f76-5dff-4021-b0ff-10c295842a5d, host dv-cinder-800697-1-iscsi, cleared binding levels {{(pid=92959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:18:05.344491 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-901e3fe2-b4e9-4328-9755-a93629dd0aaa None None] For port d0f08f76-5dff-4021-b0ff-10c295842a5d, host dv-cinder-800697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=d0f08f76-5dff-4021-b0ff-10c295842a5d,segment=NetworkSegment(dd2d7350-8005-4571-9290-470baa5abba8),segment_id=dd2d7350-8005-4571-9290-470baa5abba8)] {{(pid=92959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:18:05.345907 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfa7cd-061f-40e3-be32-b33004119ce2 None None] Pushing event updated for resources: {'Port': ['ID=d0f08f76-5dff-4021-b0ff-10c295842a5d,revision_number=2']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:05.355407 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-901e3fe2-b4e9-4328-9755-a93629dd0aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:05.444806 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [None req-ffe38915-b3b0-4fd3-a73a-9c438cb4d6af admin admin] Allocated IP 172.20.0.1 (680d4961-3ce0-4364-a639-3d638a8730da/6dc3305a-19e2-4f5f-b91b-410acd0592f6/59ffc3f7-0569-45c7-882b-43515a08b73b) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:18:05.551546 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 40068) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:05.569330 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfa7cd-061f-40e3-be32-b33004119ce2 None None] Pushing event updated for resources: {'Port': ['ID=d0f08f76-5dff-4021-b0ff-10c295842a5d,revision_number=3']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:05.587379 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901e3fe2-b4e9-4328-9755-a93629dd0aaa None None] Routers {'f34459e2-26ef-442c-9e7a-ca5012223cb7'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:18:05.588067 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-901e3fe2-b4e9-4328-9755-a93629dd0aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:17:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['f34459e2-26ef-442c-9e7a-ca5012223cb7'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:18:05.699702 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ffe38915-b3b0-4fd3-a73a-9c438cb4d6af admin admin] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:05.714964 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-540728e0-4058-453e-821e-443a7e2a6e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:05.723789 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-540728e0-4058-453e-821e-443a7e2a6e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:05.805185 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-540728e0-4058-453e-821e-443a7e2a6e7e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=206466bd5efb4ba89d701ef70d32bbef&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2778816 Jul 13 20:18:05.806421 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 40072) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:05.808578 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540728e0-4058-453e-821e-443a7e2a6e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fc67cd-b45d-418f-8811-17f2fce82568,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:05.906611 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-901e3fe2-b4e9-4328-9755-a93629dd0aaa None None] Set router f34459e2-26ef-442c-9e7a-ca5012223cb7 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:18:05.932654 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ffe38915-b3b0-4fd3-a73a-9c438cb4d6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:06.001866 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d9cd358b-9d3c-4939-a0ab-4a697ab8976d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724524', 'neutron.services.segments.db._delete_segments_for_network-8781993256852'] for network, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:06.041001 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe38915-b3b0-4fd3-a73a-9c438cb4d6af admin admin] Pushing event updated for resources: {'Port': ['ID=59ffc3f7-0569-45c7-882b-43515a08b73b,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:06.045553 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d944202d-0c87-442b-ac2f-dae8f838688d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:06.074382 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d9cd358b-9d3c-4939-a0ab-4a697ab8976d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:18:06.074902 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d9cd358b-9d3c-4939-a0ab-4a697ab8976d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:18:06.076300 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d9cd358b-9d3c-4939-a0ab-4a697ab8976d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:18:06.076659 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d9cd358b-9d3c-4939-a0ab-4a697ab8976d admin admin] Subscribe: > port after_create 55550000 {{(pid=92957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:18:06.077029 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d9cd358b-9d3c-4939-a0ab-4a697ab8976d admin admin] Subscribe: > port after_delete 55550000 {{(pid=92957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:18:06.077377 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d9cd358b-9d3c-4939-a0ab-4a697ab8976d admin admin] Subscribe: > port after_update 55550000 {{(pid=92957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:18:06.077700 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d9cd358b-9d3c-4939-a0ab-4a697ab8976d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:18:06.078238 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d9cd358b-9d3c-4939-a0ab-4a697ab8976d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:18:06.078661 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d9cd358b-9d3c-4939-a0ab-4a697ab8976d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:18:06.079039 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d9cd358b-9d3c-4939-a0ab-4a697ab8976d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:18:06.081818 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d944202d-0c87-442b-ac2f-dae8f838688d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:06.161611 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d944202d-0c87-442b-ac2f-dae8f838688d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:06.165741 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d944202d-0c87-442b-ac2f-dae8f838688d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:06.184165 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-d944202d-0c87-442b-ac2f-dae8f838688d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f1fc67cd-b45d-418f-8811-17f2fce82568 HTTP/1.1" status: 204 len: 168 time: 0.3617053 Jul 13 20:18:06.190995 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe38915-b3b0-4fd3-a73a-9c438cb4d6af admin admin] Network 680d4961-3ce0-4364-a639-3d638a8730da is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:18:06.218698 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944202d-0c87-442b-ac2f-dae8f838688d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fc67cd-b45d-418f-8811-17f2fce82568,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:06.229020 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-ffe38915-b3b0-4fd3-a73a-9c438cb4d6af admin admin] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:18:06.236888 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe38915-b3b0-4fd3-a73a-9c438cb4d6af admin admin] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:18:06.239735 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ffe38915-b3b0-4fd3-a73a-9c438cb4d6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1709742'] for router_interface, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:06.255597 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-9e022253-7ab1-4686-9aed-a0025c8df2ef None None] Provisioning complete for port e069e268-da8b-462d-8929-18043fd6cf5a triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:18:06.256141 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-9e022253-7ab1-4686-9aed-a0025c8df2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:06.333146 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-7838a791-ab4d-46f5-96bd-88392d9786df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:06.430500 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d9cd358b-9d3c-4939-a0ab-4a697ab8976d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:18:06.431143 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d9cd358b-9d3c-4939-a0ab-4a697ab8976d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:18:06.431652 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d9cd358b-9d3c-4939-a0ab-4a697ab8976d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:18:06.432175 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d9cd358b-9d3c-4939-a0ab-4a697ab8976d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:18:06.432697 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.services.segments.db [None req-d9cd358b-9d3c-4939-a0ab-4a697ab8976d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa1344f-018e-4cb2-8e3c-8d373ead5af4']}} {{(pid=92957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:18:06.442080 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-9e022253-7ab1-4686-9aed-a0025c8df2ef None None] Port e069e268-da8b-462d-8929-18043fd6cf5a cannot update to ACTIVE because it is not bound. {{(pid=92959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:18:06.500337 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-626ed114-eea0-4cb3-a6ca-3ae89265eea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:06.514173 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-a295fb7d-1b97-4449-9ba7-f57023784326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:06.524121 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-6eea5326-37e9-43ab-b17e-18fb258573c9 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:06.526490 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-6eea5326-37e9-43ab-b17e-18fb258573c9 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.47 "GET /v2.0/networks?id=5abf27ce-6104-4298-ba80-73c183d9a9ce HTTP/1.1" status: 200 len: 812 time: 1.3510470 Jul 13 20:18:06.535634 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.services.segments.db [None req-d9cd358b-9d3c-4939-a0ab-4a697ab8976d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23ea8f92-a104-492a-9303-d433dc74369e') {'for_net_delete': True} {{(pid=92957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:18:06.536356 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.services.segments.db [None req-d9cd358b-9d3c-4939-a0ab-4a697ab8976d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23ea8f92-a104-492a-9303-d433dc74369e') {} {{(pid=92957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:18:06.569174 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-901e3fe2-b4e9-4328-9755-a93629dd0aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34459e2-26ef-442c-9e7a-ca5012223cb7', 'name': 'tempest-ServerRescueNegativeTestJSON-2040705587-router', 'tenant_id': 'fc1202cbb5ca410abbcdef9b3fca32f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd0f08f76-5dff-4021-b0ff-10c295842a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:17:57Z', 'updated_at': '2021-07-13T20:17:59Z', 'revision_number': 3, 'project_id': 'fc1202cbb5ca410abbcdef9b3fca32f7', 'gw_port': {'id': 'd0f08f76-5dff-4021-b0ff-10c295842a5d', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:60:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34459e2-26ef-442c-9e7a-ca5012223cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:17:58Z', 'updated_at': '2021-07-13T20:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi'}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:18:06.595741 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d9cd358b-9d3c-4939-a0ab-4a697ab8976d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781993187723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15469834'] for segment, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:06.608322 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-84b520ba-e2f0-45f8-aa0e-80cdcba54978 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Request body: {'port': {'device_id': 'd8986224-2682-4706-81cb-bb32ed1e95d0', 'network_id': '5abf27ce-6104-4298-ba80-73c183d9a9ce', 'admin_state_up': True, 'tenant_id': 'e160d86d87414a0599de32835067725e'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:18:06.643752 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901e3fe2-b4e9-4328-9755-a93629dd0aaa None None] The sync data for ids ['f34459e2-26ef-442c-9e7a-ca5012223cb7'] in dv-cinder-800697-1-iscsi is: [{'id': 'f34459e2-26ef-442c-9e7a-ca5012223cb7', 'name': 'tempest-ServerRescueNegativeTestJSON-2040705587-router', 'tenant_id': 'fc1202cbb5ca410abbcdef9b3fca32f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd0f08f76-5dff-4021-b0ff-10c295842a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:17:57Z', 'updated_at': '2021-07-13T20:17:59Z', 'revision_number': 3, 'project_id': 'fc1202cbb5ca410abbcdef9b3fca32f7', 'gw_port': {'id': 'd0f08f76-5dff-4021-b0ff-10c295842a5d', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:60:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34459e2-26ef-442c-9e7a-ca5012223cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:17:58Z', 'updated_at': '2021-07-13T20:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi'}] {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:18:06.700935 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-626ed114-eea0-4cb3-a6ca-3ae89265eea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:06.760579 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d9cd358b-9d3c-4939-a0ab-4a697ab8976d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996'] for segment, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:06.802399 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db9c6dc-8208-441b-bb83-457d4fff1bfb admin admin] Router 2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9 has already been hosted by L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d {{(pid=92957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:18:06.804816 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:06.862616 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9cd358b-9d3c-4939-a0ab-4a697ab8976d admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=92957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:18:06.863455 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d9cd358b-9d3c-4939-a0ab-4a697ab8976d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15802526'] for segment, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:06.869726 dv-cinder-800697-1-iscsi neutron-server[92957]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 20:18:06.869726 dv-cinder-800697-1-iscsi neutron-server[92957]: from cryptography.utils import int_from_bytes Jul 13 20:18:06.869726 dv-cinder-800697-1-iscsi neutron-server[92957]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 20:18:06.869726 dv-cinder-800697-1-iscsi neutron-server[92957]: from cryptography.utils import int_from_bytes Jul 13 20:18:06.869726 dv-cinder-800697-1-iscsi neutron-server[92957]: Traceback (most recent call last): Jul 13 20:18:06.869726 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:18:06.869726 dv-cinder-800697-1-iscsi neutron-server[92957]: timer() Jul 13 20:18:06.869726 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:18:06.869726 dv-cinder-800697-1-iscsi neutron-server[92957]: cb(*args, **kw) Jul 13 20:18:06.869726 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:18:06.869726 dv-cinder-800697-1-iscsi neutron-server[92957]: return func(*args, **kwargs) Jul 13 20:18:06.869726 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:18:06.869726 dv-cinder-800697-1-iscsi neutron-server[92957]: self._notify() Jul 13 20:18:06.869726 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:18:06.869726 dv-cinder-800697-1-iscsi neutron-server[92957]: self.callback(batched_events) Jul 13 20:18:06.869726 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:18:06.869726 dv-cinder-800697-1-iscsi neutron-server[92957]: event.method(event) Jul 13 20:18:06.869726 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:18:06.869726 dv-cinder-800697-1-iscsi neutron-server[92957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:18:06.869726 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:18:06.869726 dv-cinder-800697-1-iscsi neutron-server[92957]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:18:06.869726 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:18:06.869726 dv-cinder-800697-1-iscsi neutron-server[92957]: return f(self, *a, **k) Jul 13 20:18:06.869726 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:18:06.869726 dv-cinder-800697-1-iscsi neutron-server[92957]: return self._get(url).json() Jul 13 20:18:06.869726 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:18:06.869726 dv-cinder-800697-1-iscsi neutron-server[92957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:18:06.869726 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:18:06.869726 dv-cinder-800697-1-iscsi neutron-server[92957]: return self.request(url, 'GET', **kwargs) Jul 13 20:18:06.869726 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:18:06.869726 dv-cinder-800697-1-iscsi neutron-server[92957]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:18:06.869726 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:18:06.869726 dv-cinder-800697-1-iscsi neutron-server[92957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:18:06.869726 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:18:06.869726 dv-cinder-800697-1-iscsi neutron-server[92957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:18:06.869726 dv-cinder-800697-1-iscsi neutron-server[92957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:18:06.890392 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f11c4389-140e-4da7-b6ce-463ee7290ebd req-fe5ae42c-0b6d-46b3-ad54-4eaeee27c99d tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 210 time: 0.3331432 Jul 13 20:18:07.005381 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ffe38915-b3b0-4fd3-a73a-9c438cb4d6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:07.257649 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-626ed114-eea0-4cb3-a6ca-3ae89265eea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:07.267254 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-626ed114-eea0-4cb3-a6ca-3ae89265eea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:07.289982 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-626ed114-eea0-4cb3-a6ca-3ae89265eea2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c81db19d-d072-47f6-8bac-42da358c8d05 HTTP/1.1" status: 204 len: 168 time: 2.1675169 Jul 13 20:18:07.393940 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ffe38915-b3b0-4fd3-a73a-9c438cb4d6af admin admin] Notify callbacks [] for port, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:07.406093 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ffe38915-b3b0-4fd3-a73a-9c438cb4d6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:07.415433 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ffe38915-b3b0-4fd3-a73a-9c438cb4d6af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711076'] for router_interface, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:07.417508 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 27eb8cdd-95d9-4200-8881-6901e3d96a3a up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:18:07.511880 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d9cd358b-9d3c-4939-a0ab-4a697ab8976d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708319'] for network, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:07.561627 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:07.562270 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe38915-b3b0-4fd3-a73a-9c438cb4d6af admin admin] Pushing event updated for resources: {'Port': ['ID=59ffc3f7-0569-45c7-882b-43515a08b73b,revision_number=2']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:07.585148 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning for port 27eb8cdd-95d9-4200-8881-6901e3d96a3a completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:18:07.609186 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port 27eb8cdd-95d9-4200-8881-6901e3d96a3a triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:18:07.609743 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:07.633854 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe38915-b3b0-4fd3-a73a-9c438cb4d6af admin admin] Network 680d4961-3ce0-4364-a639-3d638a8730da is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:18:07.635453 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-ffe38915-b3b0-4fd3-a73a-9c438cb4d6af admin admin] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:18:07.795233 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ed114-eea0-4cb3-a6ca-3ae89265eea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81db19d-d072-47f6-8bac-42da358c8d05,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:07.897890 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:07.917644 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d9cd358b-9d3c-4939-a0ab-4a697ab8976d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for network, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:07.930486 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-d9cd358b-9d3c-4939-a0ab-4a697ab8976d admin admin] 10.222.0.41 "DELETE /v2.0/networks/7fa1344f-018e-4cb2-8e3c-8d373ead5af4 HTTP/1.1" status: 204 len: 168 time: 3.2940664 Jul 13 20:18:07.953195 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd358b-9d3c-4939-a0ab-4a697ab8976d admin admin] Pushing event deleted for resources: {'Network': ['ID=7fa1344f-018e-4cb2-8e3c-8d373ead5af4,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:07.953975 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] For port 27eb8cdd-95d9-4200-8881-6901e3d96a3a, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=27eb8cdd-95d9-4200-8881-6901e3d96a3a,segment=NetworkSegment(dd2d7350-8005-4571-9290-470baa5abba8),segment_id=dd2d7350-8005-4571-9290-470baa5abba8)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:18:07.961040 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:07.976387 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 40132) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:08.193399 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfb23b1d-94b7-4c28-b9d1-ded4824608ca admin admin] Deleting subnet 110f6c45-e853-41a9-ba37-70cb3f640297 {{(pid=92958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:18:08.196440 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Pushing event updated for resources: {'Port': ['ID=27eb8cdd-95d9-4200-8881-6901e3d96a3a,revision_number=4']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:08.229059 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-dfb23b1d-94b7-4c28-b9d1-ded4824608ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:08.281933 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-a295fb7d-1b97-4449-9ba7-f57023784326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:08.346330 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-a295fb7d-1b97-4449-9ba7-f57023784326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:08.389095 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-12cbb567-c432-47cb-b651-5d29cd659ae0 req-a7e5c82e-cb34-4d6a-a82f-f160c55bf1db tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 210 time: 0.0620129 Jul 13 20:18:08.408139 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-dfb23b1d-94b7-4c28-b9d1-ded4824608ca admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:08.422848 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-dfb23b1d-94b7-4c28-b9d1-ded4824608ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-721317'] for subnet, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:08.452681 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db9c6dc-8208-441b-bb83-457d4fff1bfb admin admin] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:18:08.480054 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-7db9c6dc-8208-441b-bb83-457d4fff1bfb admin admin] 10.222.0.41 "PUT /v2.0/routers/2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9669838 Jul 13 20:18:08.498613 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe38915-b3b0-4fd3-a73a-9c438cb4d6af admin admin] Router f34459e2-26ef-442c-9e7a-ca5012223cb7 has already been hosted by L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:18:08.522016 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-a295fb7d-1b97-4449-9ba7-f57023784326 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9be7f2f8a3ef40f5b93a4fc716ee9752&name=default HTTP/1.1" status: 200 len: 2978 time: 2.9581692 Jul 13 20:18:08.522560 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 40148) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:08.537939 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-84b520ba-e2f0-45f8-aa0e-80cdcba54978 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Made reservation on behalf of e160d86d87414a0599de32835067725e for: {'port': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:18:08.543237 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-84b520ba-e2f0-45f8-aa0e-80cdcba54978 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:08.575076 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295fb7d-1b97-4449-9ba7-f57023784326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa4057a-ca72-42c5-be10-6a329c415770,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:09.008026 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d20103d9-5819-4949-a2b7-b1c12e697c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:09.085531 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d20103d9-5819-4949-a2b7-b1c12e697c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:09.210751 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-dfb23b1d-94b7-4c28-b9d1-ded4824608ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-721308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962'] for subnet, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:09.241497 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:09.312563 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_common [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-84b520ba-e2f0-45f8-aa0e-80cdcba54978 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Allocated IP 172.20.0.7 (5abf27ce-6104-4298-ba80-73c183d9a9ce/69454485-049f-436c-a951-9117dfdd0897/ecd98c01-b5fd-45a0-84b9-6d9e30328d5f) {{(pid=92957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:18:09.354588 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb23b1d-94b7-4c28-b9d1-ded4824608ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=110f6c45-e853-41a9-ba37-70cb3f640297,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:09.379549 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d20103d9-5819-4949-a2b7-b1c12e697c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:09.383225 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d20103d9-5819-4949-a2b7-b1c12e697c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:09.388972 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-d20103d9-5819-4949-a2b7-b1c12e697c3c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4fa4057a-ca72-42c5-be10-6a329c415770 HTTP/1.1" status: 204 len: 168 time: 0.8663273 Jul 13 20:18:09.428710 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20103d9-5819-4949-a2b7-b1c12e697c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa4057a-ca72-42c5-be10-6a329c415770,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:09.543176 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-dfb23b1d-94b7-4c28-b9d1-ded4824608ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for subnet, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:09.553131 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-dfb23b1d-94b7-4c28-b9d1-ded4824608ca admin admin] 10.222.0.41 "DELETE /v2.0/subnets/110f6c45-e853-41a9-ba37-70cb3f640297 HTTP/1.1" status: 204 len: 168 time: 1.5744436 Jul 13 20:18:09.553813 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 40176) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:09.666331 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device d0f08f76-5dff-4021-b0ff-10c295842a5d up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:18:09.897142 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41bae69a-59fb-4732-8abc-e1fc68ff96b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633600'] for network, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:10.011264 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning for port d0f08f76-5dff-4021-b0ff-10c295842a5d completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:18:10.030864 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port d0f08f76-5dff-4021-b0ff-10c295842a5d triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:18:10.038822 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:10.245563 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41bae69a-59fb-4732-8abc-e1fc68ff96b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724524', 'neutron.services.segments.db._delete_segments_for_network-8781993256852'] for network, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:10.275028 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41bae69a-59fb-4732-8abc-e1fc68ff96b7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:18:10.275391 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41bae69a-59fb-4732-8abc-e1fc68ff96b7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:18:10.276225 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41bae69a-59fb-4732-8abc-e1fc68ff96b7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:18:10.276594 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41bae69a-59fb-4732-8abc-e1fc68ff96b7 admin admin] Subscribe: > port after_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:18:10.276984 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41bae69a-59fb-4732-8abc-e1fc68ff96b7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:18:10.277419 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41bae69a-59fb-4732-8abc-e1fc68ff96b7 admin admin] Subscribe: > port after_update 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:18:10.277748 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41bae69a-59fb-4732-8abc-e1fc68ff96b7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:18:10.278146 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41bae69a-59fb-4732-8abc-e1fc68ff96b7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:18:10.279929 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41bae69a-59fb-4732-8abc-e1fc68ff96b7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:18:10.280297 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41bae69a-59fb-4732-8abc-e1fc68ff96b7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:18:10.304409 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-84b520ba-e2f0-45f8-aa0e-80cdcba54978 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Notify callbacks [] for port, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:10.442579 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9a4ebe-2902-4929-bc43-f70787bd7762 None None] Sync routers for ids ['2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'] in dv-cinder-800697-1-iscsi {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:18:10.476016 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9a4ebe-2902-4929-bc43-f70787bd7762 None None] Routers {'2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:18:10.480947 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-9e9a4ebe-2902-4929-bc43-f70787bd7762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:18:06Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:18:10.503612 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-84b520ba-e2f0-45f8-aa0e-80cdcba54978 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:10.559175 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:10.651296 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] For port d0f08f76-5dff-4021-b0ff-10c295842a5d, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=d0f08f76-5dff-4021-b0ff-10c295842a5d,segment=NetworkSegment(dd2d7350-8005-4571-9290-470baa5abba8),segment_id=dd2d7350-8005-4571-9290-470baa5abba8)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:18:10.678475 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:10.682211 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 27eb8cdd-95d9-4200-8881-6901e3d96a3a up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:18:10.981380 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Pushing event updated for resources: {'Port': ['ID=d0f08f76-5dff-4021-b0ff-10c295842a5d,revision_number=4']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:11.097750 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port 27eb8cdd-95d9-4200-8881-6901e3d96a3a triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:18:11.100019 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:11.134799 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b520ba-e2f0-45f8-aa0e-80cdcba54978 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Pushing event updated for resources: {'Port': ['ID=ecd98c01-b5fd-45a0-84b9-6d9e30328d5f,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:11.180749 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-84b520ba-e2f0-45f8-aa0e-80cdcba54978 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Network 5abf27ce-6104-4298-ba80-73c183d9a9ce is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:18:11.185311 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-84b520ba-e2f0-45f8-aa0e-80cdcba54978 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:18:11.188333 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-84b520ba-e2f0-45f8-aa0e-80cdcba54978 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Received port after_create {{(pid=92957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:18:11.216167 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-9e9a4ebe-2902-4929-bc43-f70787bd7762 None None] Set router 2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:18:11.304464 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41bae69a-59fb-4732-8abc-e1fc68ff96b7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:18:11.310937 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41bae69a-59fb-4732-8abc-e1fc68ff96b7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:18:11.311361 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41bae69a-59fb-4732-8abc-e1fc68ff96b7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:18:11.312359 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41bae69a-59fb-4732-8abc-e1fc68ff96b7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:18:11.312749 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-41bae69a-59fb-4732-8abc-e1fc68ff96b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3bfaf1b-bea8-49d5-bb63-3c0f86a0c260']}} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:18:11.398530 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-41bae69a-59fb-4732-8abc-e1fc68ff96b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae152d4-a274-4f50-8569-1db012052ac3') {'for_net_delete': True} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:18:11.398823 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-41bae69a-59fb-4732-8abc-e1fc68ff96b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae152d4-a274-4f50-8569-1db012052ac3') {} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:18:11.436091 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 40218) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:11.441668 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-9d1bbf7a-5aca-4790-88be-a5e0ad285600 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Request body: {'security_group': {'name': 'tempest-securitygroup--85081173', 'description': 'tempest-description--993306564'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:18:11.455195 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe38915-b3b0-4fd3-a73a-9c438cb4d6af admin admin] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:18:11.469653 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b86b12-12f3-4ddc-b397-30c85a30e09c None None] Sync routers for ids ['f34459e2-26ef-442c-9e7a-ca5012223cb7'] in dv-cinder-800697-1-iscsi {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:18:11.489752 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b86b12-12f3-4ddc-b397-30c85a30e09c None None] Routers {'f34459e2-26ef-442c-9e7a-ca5012223cb7'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:18:11.490707 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-98b86b12-12f3-4ddc-b397-30c85a30e09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:18:06Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['f34459e2-26ef-442c-9e7a-ca5012223cb7'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:18:11.518394 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41bae69a-59fb-4732-8abc-e1fc68ff96b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781993187723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16271415'] for segment, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:11.542252 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-ffe38915-b3b0-4fd3-a73a-9c438cb4d6af admin admin] 10.222.0.41 "PUT /v2.0/routers/f34459e2-26ef-442c-9e7a-ca5012223cb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8430574 Jul 13 20:18:11.616851 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41bae69a-59fb-4732-8abc-e1fc68ff96b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996'] for segment, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:11.623760 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device d0f08f76-5dff-4021-b0ff-10c295842a5d up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:18:11.673645 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41bae69a-59fb-4732-8abc-e1fc68ff96b7 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=92958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:18:11.674487 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41bae69a-59fb-4732-8abc-e1fc68ff96b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15915916'] for segment, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:11.682126 dv-cinder-800697-1-iscsi neutron-server[92958]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 20:18:11.682126 dv-cinder-800697-1-iscsi neutron-server[92958]: from cryptography.utils import int_from_bytes Jul 13 20:18:11.682126 dv-cinder-800697-1-iscsi neutron-server[92958]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 20:18:11.682126 dv-cinder-800697-1-iscsi neutron-server[92958]: from cryptography.utils import int_from_bytes Jul 13 20:18:11.682126 dv-cinder-800697-1-iscsi neutron-server[92958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:18:11.682126 dv-cinder-800697-1-iscsi neutron-server[92958]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:18:11.682126 dv-cinder-800697-1-iscsi neutron-server[92958]: Traceback (most recent call last): Jul 13 20:18:11.682126 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:18:11.682126 dv-cinder-800697-1-iscsi neutron-server[92958]: timer() Jul 13 20:18:11.682126 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:18:11.682126 dv-cinder-800697-1-iscsi neutron-server[92958]: cb(*args, **kw) Jul 13 20:18:11.682126 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:18:11.682126 dv-cinder-800697-1-iscsi neutron-server[92958]: return func(*args, **kwargs) Jul 13 20:18:11.682126 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:18:11.682126 dv-cinder-800697-1-iscsi neutron-server[92958]: self._notify() Jul 13 20:18:11.682126 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:18:11.682126 dv-cinder-800697-1-iscsi neutron-server[92958]: self.callback(batched_events) Jul 13 20:18:11.682126 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:18:11.682126 dv-cinder-800697-1-iscsi neutron-server[92958]: event.method(event) Jul 13 20:18:11.682126 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:18:11.682126 dv-cinder-800697-1-iscsi neutron-server[92958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:18:11.682126 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:18:11.682126 dv-cinder-800697-1-iscsi neutron-server[92958]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:18:11.682126 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:18:11.682126 dv-cinder-800697-1-iscsi neutron-server[92958]: return f(self, *a, **k) Jul 13 20:18:11.682126 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:18:11.682126 dv-cinder-800697-1-iscsi neutron-server[92958]: return self._get(url).json() Jul 13 20:18:11.682126 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:18:11.682126 dv-cinder-800697-1-iscsi neutron-server[92958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:18:11.682126 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:18:11.682126 dv-cinder-800697-1-iscsi neutron-server[92958]: return self.request(url, 'GET', **kwargs) Jul 13 20:18:11.682126 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:18:11.682126 dv-cinder-800697-1-iscsi neutron-server[92958]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:18:11.682126 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:18:11.682126 dv-cinder-800697-1-iscsi neutron-server[92958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:18:11.682126 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:18:11.682126 dv-cinder-800697-1-iscsi neutron-server[92958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:18:11.682126 dv-cinder-800697-1-iscsi neutron-server[92958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:18:11.686068 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9d1bbf7a-5aca-4790-88be-a5e0ad285600 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:11.745820 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-84b520ba-e2f0-45f8-aa0e-80cdcba54978 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:11.752865 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-84b520ba-e2f0-45f8-aa0e-80cdcba54978 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:11.779391 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-98b86b12-12f3-4ddc-b397-30c85a30e09c None None] Set router f34459e2-26ef-442c-9e7a-ca5012223cb7 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:18:11.803670 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-84b520ba-e2f0-45f8-aa0e-80cdcba54978 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2285821 Jul 13 20:18:11.817004 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port d0f08f76-5dff-4021-b0ff-10c295842a5d triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:18:11.817668 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:11.932213 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-ea5f556f-c2ef-4627-9cbb-281240fe3b75 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=92957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:18:11.933804 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-ea5f556f-c2ef-4627-9cbb-281240fe3b75 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097666 Jul 13 20:18:11.984545 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-9e9a4ebe-2902-4929-bc43-f70787bd7762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1339014143-router', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '27eb8cdd-95d9-4200-8881-6901e3d96a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:17:58Z', 'updated_at': '2021-07-13T20:18:04Z', 'revision_number': 4, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'gw_port': {'id': '27eb8cdd-95d9-4200-8881-6901e3d96a3a', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:17:59Z', 'updated_at': '2021-07-13T20:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': 'e069e268-da8b-462d-8929-18043fd6cf5a', 'name': '', 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'mac_address': 'fa:16:3e:79:58:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '04816e2f-157f-4694-821b-ba4aff3014de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:18:02Z', 'updated_at': '2021-07-13T20:18:04Z', 'revision_number': 2, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'subnets': [{'id': '04816e2f-157f-4694-821b-ba4aff3014de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:18:12.056350 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41bae69a-59fb-4732-8abc-e1fc68ff96b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708319'] for network, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:12.065202 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9a4ebe-2902-4929-bc43-f70787bd7762 None None] Checking router: 2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9 for host: dv-cinder-800697-1-iscsi {{(pid=92960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:18:12.068308 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9a4ebe-2902-4929-bc43-f70787bd7762 None None] Updating router 2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9 port e069e268-da8b-462d-8929-18043fd6cf5a binding host dv-cinder-800697-1-iscsi {{(pid=92960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:18:12.080917 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41bae69a-59fb-4732-8abc-e1fc68ff96b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for network, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:12.099913 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-41bae69a-59fb-4732-8abc-e1fc68ff96b7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b3bfaf1b-bea8-49d5-bb63-3c0f86a0c260 HTTP/1.1" status: 204 len: 168 time: 2.5391507 Jul 13 20:18:12.233406 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9e9a4ebe-2902-4929-bc43-f70787bd7762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:12.445239 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a20c4-e45e-4070-8492-d9e897146a40 req-a31df3b8-013a-43de-bf97-18da8937eb6a tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:12.458442 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-327a20c4-e45e-4070-8492-d9e897146a40 req-a31df3b8-013a-43de-bf97-18da8937eb6a tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 931 time: 2.3624434 Jul 13 20:18:12.482164 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 40254) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:12.518322 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9d1bbf7a-5aca-4790-88be-a5e0ad285600 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:12.526255 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bae69a-59fb-4732-8abc-e1fc68ff96b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3bfaf1b-bea8-49d5-bb63-3c0f86a0c260,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:12.544020 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9d1bbf7a-5aca-4790-88be-a5e0ad285600 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:12.629140 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-6bc30ad1-7b8a-4799-b045-e738503c6bfc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0300a106ed80472e8566f1df6e661ee2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1439927 Jul 13 20:18:12.630262 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 40264) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:12.640673 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-98b86b12-12f3-4ddc-b397-30c85a30e09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34459e2-26ef-442c-9e7a-ca5012223cb7', 'name': 'tempest-ServerRescueNegativeTestJSON-2040705587-router', 'tenant_id': 'fc1202cbb5ca410abbcdef9b3fca32f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd0f08f76-5dff-4021-b0ff-10c295842a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:17:57Z', 'updated_at': '2021-07-13T20:18:06Z', 'revision_number': 4, 'project_id': 'fc1202cbb5ca410abbcdef9b3fca32f7', 'gw_port': {'id': 'd0f08f76-5dff-4021-b0ff-10c295842a5d', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:60:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34459e2-26ef-442c-9e7a-ca5012223cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:17:58Z', 'updated_at': '2021-07-13T20:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': '59ffc3f7-0569-45c7-882b-43515a08b73b', 'name': '', 'network_id': '680d4961-3ce0-4364-a639-3d638a8730da', 'tenant_id': 'fc1202cbb5ca410abbcdef9b3fca32f7', 'mac_address': 'fa:16:3e:5c:36:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34459e2-26ef-442c-9e7a-ca5012223cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6dc3305a-19e2-4f5f-b91b-410acd0592f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:18:04Z', 'updated_at': '2021-07-13T20:18:07Z', 'revision_number': 2, 'project_id': 'fc1202cbb5ca410abbcdef9b3fca32f7', 'subnets': [{'id': '6dc3305a-19e2-4f5f-b91b-410acd0592f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:18:12.727302 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b86b12-12f3-4ddc-b397-30c85a30e09c None None] Checking router: f34459e2-26ef-442c-9e7a-ca5012223cb7 for host: dv-cinder-800697-1-iscsi {{(pid=92959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:18:12.736592 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b86b12-12f3-4ddc-b397-30c85a30e09c None None] Updating router f34459e2-26ef-442c-9e7a-ca5012223cb7 port 59ffc3f7-0569-45c7-882b-43515a08b73b binding host dv-cinder-800697-1-iscsi {{(pid=92959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:18:12.832040 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-327a20c4-e45e-4070-8492-d9e897146a40 req-6639d8f7-a086-4f4c-8bde-0e4c16d43c82 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/security-groups?id=044960fa-8d75-4cec-afd1-4c9888fb7ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726439 Jul 13 20:18:12.863305 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-4acccfd2-fee0-46e2-b7df-c43c0f144886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:12.864835 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9d1bbf7a-5aca-4790-88be-a5e0ad285600 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:12.869345 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-9d1bbf7a-5aca-4790-88be-a5e0ad285600 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.4319396 Jul 13 20:18:12.883403 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-98b86b12-12f3-4ddc-b397-30c85a30e09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:12.891257 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 40272) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:12.927858 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-18093c88-6698-4b0e-beca-c2297fd704f4 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Request body: {'security_group_rule': {'security_group_id': '4e5a27b3-daa3-477a-a385-3e8e1976977b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:18:12.960137 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1bbf7a-5aca-4790-88be-a5e0ad285600 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5a27b3-daa3-477a-a385-3e8e1976977b,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:12.973446 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-4acccfd2-fee0-46e2-b7df-c43c0f144886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:13.103929 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-4acccfd2-fee0-46e2-b7df-c43c0f144886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:13.116158 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-4acccfd2-fee0-46e2-b7df-c43c0f144886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:13.118848 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-4acccfd2-fee0-46e2-b7df-c43c0f144886 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/12418f71-df0b-4e05-b824-f8f6bef70213 HTTP/1.1" status: 204 len: 168 time: 0.4860499 Jul 13 20:18:13.140868 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-18093c88-6698-4b0e-beca-c2297fd704f4 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:13.163798 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acccfd2-fee0-46e2-b7df-c43c0f144886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12418f71-df0b-4e05-b824-f8f6bef70213,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:13.594278 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9e9a4ebe-2902-4929-bc43-f70787bd7762 None None] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:13.626018 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [None req-9e9a4ebe-2902-4929-bc43-f70787bd7762 None None] Transition to ACTIVE for port object e069e268-da8b-462d-8929-18043fd6cf5a will not be triggered until provisioned by entity L2. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:18:13.641388 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9e9a4ebe-2902-4929-bc43-f70787bd7762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:13.696918 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-18093c88-6698-4b0e-beca-c2297fd704f4 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:13.707384 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-18093c88-6698-4b0e-beca-c2297fd704f4 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670184'] for security_group_rule, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:13.716563 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:13.824396 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f8ff3-0149-4fb3-856c-6d7563e027fa None None] Pushing event updated for resources: {'Port': ['ID=e069e268-da8b-462d-8929-18043fd6cf5a,revision_number=3']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:13.845910 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-8182b4d1-ef0d-4330-b6e7-741afb3816bb service neutron] Request body: {'port': {'device_id': 'd8986224-2682-4706-81cb-bb32ed1e95d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:18:13.867701 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18093c88-6698-4b0e-beca-c2297fd704f4 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05025c83-644c-4c7b-b397-59d0f07492fc,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:13.887486 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-18093c88-6698-4b0e-beca-c2297fd704f4 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:13.889239 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-18093c88-6698-4b0e-beca-c2297fd704f4 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9884238 Jul 13 20:18:13.916740 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 40324) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:13.930659 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-89e1ee85-e810-4f9f-ab2e-7417b67b8d9a tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Request body: {'security_group_rule': {'security_group_id': '4e5a27b3-daa3-477a-a385-3e8e1976977b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:18:13.975608 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-5b94995d-27e3-42fc-9874-48b33af9d06e tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:13.977169 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-5b94995d-27e3-42fc-9874-48b33af9d06e tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/networks?id=680d4961-3ce0-4364-a639-3d638a8730da HTTP/1.1" status: 200 len: 819 time: 0.6574740 Jul 13 20:18:14.052584 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-88e29d01-be66-41a1-a8e9-0900d7b7e6d1 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/quotas/fc1202cbb5ca410abbcdef9b3fca32f7 HTTP/1.1" status: 200 len: 375 time: 0.0540590 Jul 13 20:18:14.115802 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [None req-9e9a4ebe-2902-4929-bc43-f70787bd7762 None None] Attempting to bind port e069e268-da8b-462d-8929-18043fd6cf5a on host dv-cinder-800697-1-iscsi for vnic_type normal with profile {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:18:14.120986 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [None req-9e9a4ebe-2902-4929-bc43-f70787bd7762 None None] Attempting to bind port e069e268-da8b-462d-8929-18043fd6cf5a by drivers openvswitch,hyperv on host dv-cinder-800697-1-iscsi at level 0 using segments [{'id': 'e75817a0-f1ae-44cb-ac14-54dccbb196a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a'}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:18:14.123298 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9a4ebe-2902-4929-bc43-f70787bd7762 None None] Attempting to bind port e069e268-da8b-462d-8929-18043fd6cf5a on network 37c40eda-3741-4ce7-ae97-3b7c29a7405a {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:18:14.140817 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9a4ebe-2902-4929-bc43-f70787bd7762 None None] Checking agent: {'id': '9033cd36-ce31-4b6d-a813-8d08366f9d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 10, 7), 'started_at': datetime.datetime(2021, 7, 13, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:18:14.142091 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9a4ebe-2902-4929-bc43-f70787bd7762 None None] Checking segment: {'id': 'e75817a0-f1ae-44cb-ac14-54dccbb196a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:18:14.144164 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9e9a4ebe-2902-4929-bc43-f70787bd7762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:14.144927 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9a4ebe-2902-4929-bc43-f70787bd7762 None None] Bound using segment: {'id': 'e75817a0-f1ae-44cb-ac14-54dccbb196a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a'} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:18:14.154746 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [None req-9e9a4ebe-2902-4929-bc43-f70787bd7762 None None] Bound port: e069e268-da8b-462d-8929-18043fd6cf5a, host: dv-cinder-800697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75817a0-f1ae-44cb-ac14-54dccbb196a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a'}}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:18:14.156084 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9e9a4ebe-2902-4929-bc43-f70787bd7762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:14.167364 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-98b86b12-12f3-4ddc-b397-30c85a30e09c None None] Notify callbacks [] for port, precommit_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:14.185084 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-8182b4d1-ef0d-4330-b6e7-741afb3816bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:14.197615 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-89e1ee85-e810-4f9f-ab2e-7417b67b8d9a tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:14.209871 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-98b86b12-12f3-4ddc-b397-30c85a30e09c None None] Transition to ACTIVE for port object 59ffc3f7-0569-45c7-882b-43515a08b73b will not be triggered until provisioned by entity L2. {{(pid=92959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:18:14.228308 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-98b86b12-12f3-4ddc-b397-30c85a30e09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:14.388977 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-9e9a4ebe-2902-4929-bc43-f70787bd7762 None None] For port e069e268-da8b-462d-8929-18043fd6cf5a, host dv-cinder-800697-1-iscsi, cleared binding levels {{(pid=92960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:18:14.394501 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-9e9a4ebe-2902-4929-bc43-f70787bd7762 None None] For port e069e268-da8b-462d-8929-18043fd6cf5a, host dv-cinder-800697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=e069e268-da8b-462d-8929-18043fd6cf5a,segment=NetworkSegment(e75817a0-f1ae-44cb-ac14-54dccbb196a1),segment_id=e75817a0-f1ae-44cb-ac14-54dccbb196a1)] {{(pid=92960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:18:14.406060 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9e9a4ebe-2902-4929-bc43-f70787bd7762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:14.435250 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217513ce-c21f-4605-a2c0-cc4323ac0bac None None] Pushing event updated for resources: {'Port': ['ID=59ffc3f7-0569-45c7-882b-43515a08b73b,revision_number=3']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:14.494647 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 40334) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:14.545844 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f8ff3-0149-4fb3-856c-6d7563e027fa None None] Pushing event updated for resources: {'Port': ['ID=e069e268-da8b-462d-8929-18043fd6cf5a,revision_number=4']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:14.596337 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9a4ebe-2902-4929-bc43-f70787bd7762 None None] Routers {'2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:18:14.597481 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-9e9a4ebe-2902-4929-bc43-f70787bd7762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:18:06Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:18:14.763623 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-89e1ee85-e810-4f9f-ab2e-7417b67b8d9a tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:14.892830 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 40340) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:14.893571 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-89e1ee85-e810-4f9f-ab2e-7417b67b8d9a tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670184'] for security_group_rule, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:15.057867 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-98b86b12-12f3-4ddc-b397-30c85a30e09c None None] Attempting to bind port 59ffc3f7-0569-45c7-882b-43515a08b73b on host dv-cinder-800697-1-iscsi for vnic_type normal with profile {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:18:15.058796 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-98b86b12-12f3-4ddc-b397-30c85a30e09c None None] Attempting to bind port 59ffc3f7-0569-45c7-882b-43515a08b73b by drivers openvswitch,hyperv on host dv-cinder-800697-1-iscsi at level 0 using segments [{'id': '75f47eaa-d46d-4fb4-93ab-8345f1231a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '680d4961-3ce0-4364-a639-3d638a8730da'}] {{(pid=92959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:18:15.058796 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b86b12-12f3-4ddc-b397-30c85a30e09c None None] Attempting to bind port 59ffc3f7-0569-45c7-882b-43515a08b73b on network 680d4961-3ce0-4364-a639-3d638a8730da {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:18:15.076940 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b86b12-12f3-4ddc-b397-30c85a30e09c None None] Checking agent: {'id': '9033cd36-ce31-4b6d-a813-8d08366f9d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 10, 7), 'started_at': datetime.datetime(2021, 7, 13, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:18:15.077437 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b86b12-12f3-4ddc-b397-30c85a30e09c None None] Checking segment: {'id': '75f47eaa-d46d-4fb4-93ab-8345f1231a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '680d4961-3ce0-4364-a639-3d638a8730da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:18:15.077887 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-98b86b12-12f3-4ddc-b397-30c85a30e09c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:15.078032 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-9e9a4ebe-2902-4929-bc43-f70787bd7762 None None] Set router 2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:18:15.078353 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b86b12-12f3-4ddc-b397-30c85a30e09c None None] Bound using segment: {'id': '75f47eaa-d46d-4fb4-93ab-8345f1231a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '680d4961-3ce0-4364-a639-3d638a8730da'} {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:18:15.078860 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-98b86b12-12f3-4ddc-b397-30c85a30e09c None None] Bound port: 59ffc3f7-0569-45c7-882b-43515a08b73b, host: dv-cinder-800697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f47eaa-d46d-4fb4-93ab-8345f1231a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '680d4961-3ce0-4364-a639-3d638a8730da'}}] {{(pid=92959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:18:15.079315 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-98b86b12-12f3-4ddc-b397-30c85a30e09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:15.152105 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-2f894292-4048-47bb-96e7-3a4ad0a9f94c tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc1202cbb5ca410abbcdef9b3fca32f7&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0832355 Jul 13 20:18:15.191622 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1ee85-e810-4f9f-ab2e-7417b67b8d9a tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3487fae-d27d-459b-a378-19f943a7a919,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:15.235846 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-8182b4d1-ef0d-4330-b6e7-741afb3816bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd98c01-b5fd-45a0-84b9-6d9e30328d5f {{(pid=92957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:18:15.252388 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-89e1ee85-e810-4f9f-ab2e-7417b67b8d9a tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:15.257258 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-89e1ee85-e810-4f9f-ab2e-7417b67b8d9a tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3387005 Jul 13 20:18:15.261425 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-98b86b12-12f3-4ddc-b397-30c85a30e09c None None] For port 59ffc3f7-0569-45c7-882b-43515a08b73b, host dv-cinder-800697-1-iscsi, cleared binding levels {{(pid=92959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:18:15.263027 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-8182b4d1-ef0d-4330-b6e7-741afb3816bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:15.268108 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 40350) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:15.272336 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-98b86b12-12f3-4ddc-b397-30c85a30e09c None None] For port 59ffc3f7-0569-45c7-882b-43515a08b73b, host dv-cinder-800697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=59ffc3f7-0569-45c7-882b-43515a08b73b,segment=NetworkSegment(75f47eaa-d46d-4fb4-93ab-8345f1231a55),segment_id=75f47eaa-d46d-4fb4-93ab-8345f1231a55)] {{(pid=92959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:18:15.279378 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-378bc81b-c82b-4833-99b8-4e5dda2b61ea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=711aa81a399f4084b744a516bced2b9c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7595685 Jul 13 20:18:15.288498 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-4cea9e46-c6a8-411e-a90d-e4cde0b39101 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Request body: {'floatingip': {'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:18:15.302648 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-98b86b12-12f3-4ddc-b397-30c85a30e09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:15.318802 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 40352) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:15.375527 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.provisioning_blocks [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-8182b4d1-ef0d-4330-b6e7-741afb3816bb service neutron] Transition to ACTIVE for port object ecd98c01-b5fd-45a0-84b9-6d9e30328d5f will not be triggered until provisioned by entity L2. {{(pid=92957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:18:15.415826 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-8182b4d1-ef0d-4330-b6e7-741afb3816bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:15.525586 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217513ce-c21f-4605-a2c0-cc4323ac0bac None None] Pushing event updated for resources: {'Port': ['ID=59ffc3f7-0569-45c7-882b-43515a08b73b,revision_number=4']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:15.559419 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-a78ed101-e6b8-4281-b83e-743f21b0423a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=92958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:18:15.562368 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b86b12-12f3-4ddc-b397-30c85a30e09c None None] Routers {'f34459e2-26ef-442c-9e7a-ca5012223cb7'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:18:15.563730 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-98b86b12-12f3-4ddc-b397-30c85a30e09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:18:06Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['f34459e2-26ef-442c-9e7a-ca5012223cb7'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:18:15.567188 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-a78ed101-e6b8-4281-b83e-743f21b0423a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2473402 Jul 13 20:18:15.639556 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182b4d1-ef0d-4330-b6e7-741afb3816bb service neutron] Pushing event updated for resources: {'Port': ['ID=ecd98c01-b5fd-45a0-84b9-6d9e30328d5f,revision_number=2']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:15.645406 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bed6da-e4a0-418b-8bb3-3095ffe915b9 req-88e66d99-ccc5-4886-b952-80d35d61d538 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:15.661396 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-16bed6da-e4a0-418b-8bb3-3095ffe915b9 req-88e66d99-ccc5-4886-b952-80d35d61d538 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 931 time: 1.3630955 Jul 13 20:18:15.786302 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-98b86b12-12f3-4ddc-b397-30c85a30e09c None None] Set router f34459e2-26ef-442c-9e7a-ca5012223cb7 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:18:15.791492 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-4d23b95d-2dac-46ae-acb7-a6cef7faa388 service neutron] 10.222.0.41 "GET /v2.0/networks/680d4961-3ce0-4364-a639-3d638a8730da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873279 Jul 13 20:18:15.793483 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-300efd1f-582d-4f33-8dae-425ddb95681d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:15.930314 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-4cea9e46-c6a8-411e-a90d-e4cde0b39101 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for floatingip, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:16.057188 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 40372) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:16.058289 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device e069e268-da8b-462d-8929-18043fd6cf5a up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:18:16.096291 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-9e9a4ebe-2902-4929-bc43-f70787bd7762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1339014143-router', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '27eb8cdd-95d9-4200-8881-6901e3d96a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:17:58Z', 'updated_at': '2021-07-13T20:18:04Z', 'revision_number': 4, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'gw_port': {'id': '27eb8cdd-95d9-4200-8881-6901e3d96a3a', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:17:59Z', 'updated_at': '2021-07-13T20:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': 'e069e268-da8b-462d-8929-18043fd6cf5a', 'name': '', 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'mac_address': 'fa:16:3e:79:58:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '04816e2f-157f-4694-821b-ba4aff3014de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:18:02Z', 'updated_at': '2021-07-13T20:18:14Z', 'revision_number': 4, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'subnets': [{'id': '04816e2f-157f-4694-821b-ba4aff3014de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:18:16.118375 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-8182b4d1-ef0d-4330-b6e7-741afb3816bb service neutron] Attempting to bind port ecd98c01-b5fd-45a0-84b9-6d9e30328d5f on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:18:16.118728 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-8182b4d1-ef0d-4330-b6e7-741afb3816bb service neutron] Attempting to bind port ecd98c01-b5fd-45a0-84b9-6d9e30328d5f by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '1481e1d2-1254-4cb1-8248-7f5f18edf1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '5abf27ce-6104-4298-ba80-73c183d9a9ce'}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:18:16.119076 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-8182b4d1-ef0d-4330-b6e7-741afb3816bb service neutron] Attempting to bind port ecd98c01-b5fd-45a0-84b9-6d9e30328d5f on network 5abf27ce-6104-4298-ba80-73c183d9a9ce {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:18:16.137297 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-42a8a09e-5deb-4432-a504-12d015b935be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:16.170295 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-8182b4d1-ef0d-4330-b6e7-741afb3816bb service neutron] Port ecd98c01-b5fd-45a0-84b9-6d9e30328d5f on network 5abf27ce-6104-4298-ba80-73c183d9a9ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:18:16.170586 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-8182b4d1-ef0d-4330-b6e7-741afb3816bb service neutron] Attempting to bind port ecd98c01-b5fd-45a0-84b9-6d9e30328d5f on network 5abf27ce-6104-4298-ba80-73c183d9a9ce {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:18:16.178231 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-16bed6da-e4a0-418b-8bb3-3095ffe915b9 req-9cb43dc3-7913-457a-aff3-c70164859a3d tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/security-groups?id=044960fa-8d75-4cec-afd1-4c9888fb7ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804367 Jul 13 20:18:16.194357 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-8182b4d1-ef0d-4330-b6e7-741afb3816bb service neutron] Checking agent: {'id': 'ee728df3-37aa-4a8e-b7f1-721981839fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'started_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:18:16.194775 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-8182b4d1-ef0d-4330-b6e7-741afb3816bb service neutron] Checking segment: {'id': '1481e1d2-1254-4cb1-8248-7f5f18edf1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '5abf27ce-6104-4298-ba80-73c183d9a9ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:18:16.195346 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-8182b4d1-ef0d-4330-b6e7-741afb3816bb service neutron] Bound using segment: {'id': '1481e1d2-1254-4cb1-8248-7f5f18edf1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '5abf27ce-6104-4298-ba80-73c183d9a9ce'} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:18:16.195840 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-8182b4d1-ef0d-4330-b6e7-741afb3816bb service neutron] Bound port: ecd98c01-b5fd-45a0-84b9-6d9e30328d5f, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1481e1d2-1254-4cb1-8248-7f5f18edf1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '5abf27ce-6104-4298-ba80-73c183d9a9ce'}}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:18:16.196266 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-8182b4d1-ef0d-4330-b6e7-741afb3816bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:16.211411 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9a4ebe-2902-4929-bc43-f70787bd7762 None None] The sync data for ids ['2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'] in dv-cinder-800697-1-iscsi is: [{'id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1339014143-router', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '27eb8cdd-95d9-4200-8881-6901e3d96a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:17:58Z', 'updated_at': '2021-07-13T20:18:04Z', 'revision_number': 4, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'gw_port': {'id': '27eb8cdd-95d9-4200-8881-6901e3d96a3a', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:17:59Z', 'updated_at': '2021-07-13T20:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': 'e069e268-da8b-462d-8929-18043fd6cf5a', 'name': '', 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'mac_address': 'fa:16:3e:79:58:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '04816e2f-157f-4694-821b-ba4aff3014de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:18:02Z', 'updated_at': '2021-07-13T20:18:14Z', 'revision_number': 4, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'subnets': [{'id': '04816e2f-157f-4694-821b-ba4aff3014de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:18:16.243633 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-1dec546d-a862-45ef-81f3-e7a0c2631ca3 service neutron] 10.222.0.41 "GET /v2.0/networks/680d4961-3ce0-4364-a639-3d638a8730da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374051 Jul 13 20:18:16.326119 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-42a8a09e-5deb-4432-a504-12d015b935be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:16.353116 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning for port e069e268-da8b-462d-8929-18043fd6cf5a completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:18:16.366513 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port e069e268-da8b-462d-8929-18043fd6cf5a triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:18:16.367359 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:16.410918 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-98b86b12-12f3-4ddc-b397-30c85a30e09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34459e2-26ef-442c-9e7a-ca5012223cb7', 'name': 'tempest-ServerRescueNegativeTestJSON-2040705587-router', 'tenant_id': 'fc1202cbb5ca410abbcdef9b3fca32f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd0f08f76-5dff-4021-b0ff-10c295842a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:17:57Z', 'updated_at': '2021-07-13T20:18:06Z', 'revision_number': 4, 'project_id': 'fc1202cbb5ca410abbcdef9b3fca32f7', 'gw_port': {'id': 'd0f08f76-5dff-4021-b0ff-10c295842a5d', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:60:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34459e2-26ef-442c-9e7a-ca5012223cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:17:58Z', 'updated_at': '2021-07-13T20:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': '59ffc3f7-0569-45c7-882b-43515a08b73b', 'name': '', 'network_id': '680d4961-3ce0-4364-a639-3d638a8730da', 'tenant_id': 'fc1202cbb5ca410abbcdef9b3fca32f7', 'mac_address': 'fa:16:3e:5c:36:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34459e2-26ef-442c-9e7a-ca5012223cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6dc3305a-19e2-4f5f-b91b-410acd0592f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:18:04Z', 'updated_at': '2021-07-13T20:18:15Z', 'revision_number': 4, 'project_id': 'fc1202cbb5ca410abbcdef9b3fca32f7', 'subnets': [{'id': '6dc3305a-19e2-4f5f-b91b-410acd0592f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:18:16.446908 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-22f42b7a-238d-44ac-aea2-ce3f7caff1bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:16.505779 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b86b12-12f3-4ddc-b397-30c85a30e09c None None] The sync data for ids ['f34459e2-26ef-442c-9e7a-ca5012223cb7'] in dv-cinder-800697-1-iscsi is: [{'id': 'f34459e2-26ef-442c-9e7a-ca5012223cb7', 'name': 'tempest-ServerRescueNegativeTestJSON-2040705587-router', 'tenant_id': 'fc1202cbb5ca410abbcdef9b3fca32f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd0f08f76-5dff-4021-b0ff-10c295842a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:17:57Z', 'updated_at': '2021-07-13T20:18:06Z', 'revision_number': 4, 'project_id': 'fc1202cbb5ca410abbcdef9b3fca32f7', 'gw_port': {'id': 'd0f08f76-5dff-4021-b0ff-10c295842a5d', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:60:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34459e2-26ef-442c-9e7a-ca5012223cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:17:58Z', 'updated_at': '2021-07-13T20:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': '59ffc3f7-0569-45c7-882b-43515a08b73b', 'name': '', 'network_id': '680d4961-3ce0-4364-a639-3d638a8730da', 'tenant_id': 'fc1202cbb5ca410abbcdef9b3fca32f7', 'mac_address': 'fa:16:3e:5c:36:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34459e2-26ef-442c-9e7a-ca5012223cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6dc3305a-19e2-4f5f-b91b-410acd0592f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:18:04Z', 'updated_at': '2021-07-13T20:18:15Z', 'revision_number': 4, 'project_id': 'fc1202cbb5ca410abbcdef9b3fca32f7', 'subnets': [{'id': '6dc3305a-19e2-4f5f-b91b-410acd0592f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:18:16.568594 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-8182b4d1-ef0d-4330-b6e7-741afb3816bb service neutron] For port ecd98c01-b5fd-45a0-84b9-6d9e30328d5f, host hv-cinder-80069, cleared binding levels {{(pid=92957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:18:16.581527 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-8182b4d1-ef0d-4330-b6e7-741afb3816bb service neutron] For port ecd98c01-b5fd-45a0-84b9-6d9e30328d5f, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ecd98c01-b5fd-45a0-84b9-6d9e30328d5f,segment=NetworkSegment(1481e1d2-1254-4cb1-8248-7f5f18edf1df),segment_id=1481e1d2-1254-4cb1-8248-7f5f18edf1df)] {{(pid=92957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:18:16.611820 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-8182b4d1-ef0d-4330-b6e7-741afb3816bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:16.692523 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-42a8a09e-5deb-4432-a504-12d015b935be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:16.697859 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-42a8a09e-5deb-4432-a504-12d015b935be admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:16.713002 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-42a8a09e-5deb-4432-a504-12d015b935be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f0fa574-37e5-459d-85db-50caf20ab9cd HTTP/1.1" status: 204 len: 168 time: 1.3922520 Jul 13 20:18:16.721566 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-300efd1f-582d-4f33-8dae-425ddb95681d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:16.741219 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-4cea9e46-c6a8-411e-a90d-e4cde0b39101 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:16.750820 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-300efd1f-582d-4f33-8dae-425ddb95681d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:16.800230 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-8182b4d1-ef0d-4330-b6e7-741afb3816bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:16.801633 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-8182b4d1-ef0d-4330-b6e7-741afb3816bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:16.826451 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-8182b4d1-ef0d-4330-b6e7-741afb3816bb service neutron] 10.222.0.47 "PUT /v2.0/ports/ecd98c01-b5fd-45a0-84b9-6d9e30328d5f HTTP/1.1" status: 200 len: 1093 time: 3.7426884 Jul 13 20:18:16.864540 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-300efd1f-582d-4f33-8dae-425ddb95681d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd7d5037c2614f5895856a00d8eb93eb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9601021 Jul 13 20:18:16.868941 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8a09e-5deb-4432-a504-12d015b935be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0fa574-37e5-459d-85db-50caf20ab9cd,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:16.884776 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 40390) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:16.888125 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:17.018666 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8986224-2682-4706-81cb-bb32ed1e95d0', 'tag': 'ecd98c01-b5fd-45a0-84b9-6d9e30328d5f'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:18:17.031156 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300efd1f-582d-4f33-8dae-425ddb95681d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988eaecf-9313-4844-aece-7a58e2f0984f,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:17.156817 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] For port e069e268-da8b-462d-8929-18043fd6cf5a, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=e069e268-da8b-462d-8929-18043fd6cf5a,segment=NetworkSegment(e75817a0-f1ae-44cb-ac14-54dccbb196a1),segment_id=e75817a0-f1ae-44cb-ac14-54dccbb196a1)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:18:17.170280 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:17.202570 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5d9c7562-c314-463c-a2b2-a032ee26d3df req-a4036472-4f66-45e7-8df1-3e1e49a56a02 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 210 time: 0.2411568 Jul 13 20:18:17.332712 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ad65e961-5180-4541-95ba-7205d8800a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:17.446168 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ad65e961-5180-4541-95ba-7205d8800a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:17.449641 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Pushing event updated for resources: {'Port': ['ID=e069e268-da8b-462d-8929-18043fd6cf5a,revision_number=5']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:17.664197 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ad65e961-5180-4541-95ba-7205d8800a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:17.666924 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ad65e961-5180-4541-95ba-7205d8800a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:17.674725 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-ad65e961-5180-4541-95ba-7205d8800a41 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/988eaecf-9313-4844-aece-7a58e2f0984f HTTP/1.1" status: 204 len: 168 time: 0.7816408 Jul 13 20:18:17.711454 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65e961-5180-4541-95ba-7205d8800a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988eaecf-9313-4844-aece-7a58e2f0984f,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:17.779451 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 59ffc3f7-0569-45c7-882b-43515a08b73b up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:18:17.945298 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c9487-efa6-4417-bbc9-440facf3a2b0 req-78cc3b49-36e1-4694-8c93-4b2a35f6348f tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:17.958474 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-731c9487-efa6-4417-bbc9-440facf3a2b0 req-78cc3b49-36e1-4694-8c93-4b2a35f6348f tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 943 time: 0.2742004 Jul 13 20:18:17.961155 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning for port 59ffc3f7-0569-45c7-882b-43515a08b73b completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:18:17.973738 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port 59ffc3f7-0569-45c7-882b-43515a08b73b triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:18:17.974156 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:17.988939 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_common [None req-4cea9e46-c6a8-411e-a90d-e4cde0b39101 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Allocated IP 172.27.1.89 (e57c7c0c-39ec-40cf-b750-a71f25c7d8d2/a207c1df-41ac-48bd-9f72-165f77d81169/dc73305c-9b7b-4251-871f-59b634ecd260) {{(pid=92957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:18:18.154109 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-731c9487-efa6-4417-bbc9-440facf3a2b0 req-a9c25f9f-12d7-47c7-81ca-7bc67f32faa5 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/security-groups?id=044960fa-8d75-4cec-afd1-4c9888fb7ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943274 Jul 13 20:18:18.237769 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:18.346870 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] For port 59ffc3f7-0569-45c7-882b-43515a08b73b, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=59ffc3f7-0569-45c7-882b-43515a08b73b,segment=NetworkSegment(75f47eaa-d46d-4fb4-93ab-8345f1231a55),segment_id=75f47eaa-d46d-4fb4-93ab-8345f1231a55)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:18:18.356655 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:18.492109 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Pushing event updated for resources: {'Port': ['ID=59ffc3f7-0569-45c7-882b-43515a08b73b,revision_number=5']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:18.504866 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182b4d1-ef0d-4330-b6e7-741afb3816bb service neutron] Pushing event updated for resources: {'Port': ['ID=ecd98c01-b5fd-45a0-84b9-6d9e30328d5f,revision_number=3']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:18.614188 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddffac1a-b2b1-435d-879f-f2b8737c8efc" -d '{"events": [{"name": "network-changed", "server_uuid": "d8986224-2682-4706-81cb-bb32ed1e95d0", "tag": "ecd98c01-b5fd-45a0-84b9-6d9e30328d5f"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:18:18.680572 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-31659726-4cf9-4277-9cae-4555ed6819f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:18.689099 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-31659726-4cf9-4277-9cae-4555ed6819f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e160d86d87414a0599de32835067725e&device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 1096 time: 1.6168582 Jul 13 20:18:18.811168 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-4cea9e46-c6a8-411e-a90d-e4cde0b39101 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for port, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:18.928780 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-22f42b7a-238d-44ac-aea2-ce3f7caff1bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:18.968466 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-65a21878-7889-463e-8943-841f418ab62d tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:18.975190 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-22f42b7a-238d-44ac-aea2-ce3f7caff1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:18.984907 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-65a21878-7889-463e-8943-841f418ab62d tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/networks?id=680d4961-3ce0-4364-a639-3d638a8730da HTTP/1.1" status: 200 len: 819 time: 0.9437962 Jul 13 20:18:18.985645 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-3cfc73f8-b06b-4138-bd90-82fa6ff55cc1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecd98c01-b5fd-45a0-84b9-6d9e30328d5f HTTP/1.1" status: 200 len: 217 time: 0.1712012 Jul 13 20:18:19.019237 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-6aa18760-98fd-4954-b033-07217bc3ad01 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/quotas/fc1202cbb5ca410abbcdef9b3fca32f7 HTTP/1.1" status: 200 len: 375 time: 0.0312486 Jul 13 20:18:19.226044 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-4a041975-7e0a-409a-b812-0319fa9ae6b9 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc1202cbb5ca410abbcdef9b3fca32f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2031956 Jul 13 20:18:19.401560 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-c2c9e370-f377-4b39-81c4-a6ca19391287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:19.409203 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-c2c9e370-f377-4b39-81c4-a6ca19391287 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=69454485-049f-436c-a951-9117dfdd0897 HTTP/1.1" status: 200 len: 852 time: 0.3880305 Jul 13 20:18:19.457635 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce56793f-f1a2-4e8f-b7fa-2c58005c6593 x-openstack-request-id: req-ce56793f-f1a2-4e8f-b7fa-2c58005c6593 {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:18:19.458880 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8986224-2682-4706-81cb-bb32ed1e95d0", "tag": "ecd98c01-b5fd-45a0-84b9-6d9e30328d5f", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:18:19.460050 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ce56793f-f1a2-4e8f-b7fa-2c58005c6593 {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:18:19.460711 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8986224-2682-4706-81cb-bb32ed1e95d0', 'tag': 'ecd98c01-b5fd-45a0-84b9-6d9e30328d5f', 'status': 'completed', 'code': 200} Jul 13 20:18:19.462941 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-4cea9e46-c6a8-411e-a90d-e4cde0b39101 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:19.479794 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-1a4557c7-88f6-4150-a0a0-801782a95b5c service neutron] 10.222.0.41 "GET /v2.0/networks/680d4961-3ce0-4364-a639-3d638a8730da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485595 Jul 13 20:18:19.680316 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device e069e268-da8b-462d-8929-18043fd6cf5a up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:18:19.724289 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-cc20fec7-b1f6-400f-99e3-9d83d0159b1e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5abf27ce-6104-4298-ba80-73c183d9a9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2989779 Jul 13 20:18:19.729766 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea9e46-c6a8-411e-a90d-e4cde0b39101 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Pushing event updated for resources: {'Port': ['ID=dc73305c-9b7b-4251-871f-59b634ecd260,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:19.744008 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cea9e46-c6a8-411e-a90d-e4cde0b39101 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Network e57c7c0c-39ec-40cf-b750-a71f25c7d8d2 is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:18:19.750010 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-22f42b7a-238d-44ac-aea2-ce3f7caff1bf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=584cada16fd34f3fb008ccc13adcebfe&name=default HTTP/1.1" status: 200 len: 2979 time: 3.6852787 Jul 13 20:18:19.755428 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f42b7a-238d-44ac-aea2-ce3f7caff1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20beef9a-3d59-42eb-9ae5-6c1ae86f3f49,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:19.761187 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 40506) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:19.889297 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port e069e268-da8b-462d-8929-18043fd6cf5a triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:18:19.891813 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:20.013284 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-5b2f415f-f74d-497f-848b-fb2c487032bf service neutron] 10.222.0.47 "GET /v2.0/networks/5abf27ce-6104-4298-ba80-73c183d9a9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262142 Jul 13 20:18:20.016754 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [None req-4cea9e46-c6a8-411e-a90d-e4cde0b39101 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:18:20.021057 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cea9e46-c6a8-411e-a90d-e4cde0b39101 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Received port after_create {{(pid=92957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:18:20.142610 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0c6e352b-a660-4f78-a197-3e9e8c7232f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:20.223731 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 59ffc3f7-0569-45c7-882b-43515a08b73b up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:18:20.235100 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0c6e352b-a660-4f78-a197-3e9e8c7232f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:20.309243 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port 59ffc3f7-0569-45c7-882b-43515a08b73b triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:18:20.309859 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:20.496785 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0c6e352b-a660-4f78-a197-3e9e8c7232f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:20.515775 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0c6e352b-a660-4f78-a197-3e9e8c7232f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:20.517118 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-0c6e352b-a660-4f78-a197-3e9e8c7232f0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/20beef9a-3d59-42eb-9ae5-6c1ae86f3f49 HTTP/1.1" status: 204 len: 168 time: 0.7549541 Jul 13 20:18:20.600462 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-ff57e99c-077e-43ca-8871-79b69f838453 service neutron] 10.222.0.41 "GET /v2.0/networks/680d4961-3ce0-4364-a639-3d638a8730da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1128802 Jul 13 20:18:20.625682 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e352b-a660-4f78-a197-3e9e8c7232f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20beef9a-3d59-42eb-9ae5-6c1ae86f3f49,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:20.698959 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b2b89-e0c7-49c7-b828-4d8eb7e50ec4 req-5b59d0cc-f5e8-4440-994b-c5a4e40b507b tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:20.706602 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e59b2b89-e0c7-49c7-b828-4d8eb7e50ec4 req-5b59d0cc-f5e8-4440-994b-c5a4e40b507b tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 943 time: 0.9820993 Jul 13 20:18:20.836140 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e59b2b89-e0c7-49c7-b828-4d8eb7e50ec4 req-0f692e0f-14e4-413b-a130-b88e929df86f tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/security-groups?id=044960fa-8d75-4cec-afd1-4c9888fb7ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187603 Jul 13 20:18:20.911192 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-ec2afa9d-b733-4c1d-8475-2416d9c9f72b req-5b0f666f-0645-4cfe-992e-934d7285fa64 service neutron] 10.222.0.47 "GET /v2.0/networks/5abf27ce-6104-4298-ba80-73c183d9a9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7764368 Jul 13 20:18:21.018542 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6811265a-5c5c-4eab-93ea-c0bd26305679 req-4ce8e646-6cc6-43bf-8e84-5ea9119654bc tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 210 time: 0.1097369 Jul 13 20:18:21.148896 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-4cea9e46-c6a8-411e-a90d-e4cde0b39101 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:21.291904 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-4cea9e46-c6a8-411e-a90d-e4cde0b39101 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:22.050182 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-4cea9e46-c6a8-411e-a90d-e4cde0b39101 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for port, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:22.068035 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-4cea9e46-c6a8-411e-a90d-e4cde0b39101 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:22.158232 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffac1a-b2b1-435d-879f-f2b8737c8efc req-94910420-d474-42cd-aba9-e3ef8be1512a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:22.163373 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-ddffac1a-b2b1-435d-879f-f2b8737c8efc req-94910420-d474-42cd-aba9-e3ef8be1512a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e160d86d87414a0599de32835067725e&device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 1096 time: 0.6478760 Jul 13 20:18:22.305605 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea9e46-c6a8-411e-a90d-e4cde0b39101 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Pushing event updated for resources: {'Port': ['ID=dc73305c-9b7b-4251-871f-59b634ecd260,revision_number=2']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:22.316358 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91642165-35e5-4eaa-8ccc-4d4b448d4617 req-82af0b14-0e2d-4577-86f7-ca518d54e368 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:22.327567 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-91642165-35e5-4eaa-8ccc-4d4b448d4617 req-82af0b14-0e2d-4577-86f7-ca518d54e368 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 943 time: 0.2391038 Jul 13 20:18:22.338708 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-4cea9e46-c6a8-411e-a90d-e4cde0b39101 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708393'] for floatingip, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:22.384704 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-4cea9e46-c6a8-411e-a90d-e4cde0b39101 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for floatingip, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:22.400876 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-4cea9e46-c6a8-411e-a90d-e4cde0b39101 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.1126761 Jul 13 20:18:22.439220 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 40604) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:22.464768 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-91642165-35e5-4eaa-8ccc-4d4b448d4617 req-829a92bd-db8d-4575-90b0-122c4c667705 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/security-groups?id=044960fa-8d75-4cec-afd1-4c9888fb7ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261380 Jul 13 20:18:22.517694 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b45d2431-eeae-4599-861c-5609f1142955 req-5980e740-2567-4a05-b0bc-2835370e42f9 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 210 time: 0.0690179 Jul 13 20:18:22.943100 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-50b3dec8-c13c-4715-893e-67d70a6fa331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:22.958840 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 6 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:18:22.994096 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-06145999-5d11-40de-a890-da7b01d2f3e6 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--85081173&fields=id&tenant_id=501a0ae42f3f4e21b957db69f265e5bd HTTP/1.1" status: 200 len: 267 time: 0.0983770 Jul 13 20:18:23.179759 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-cee5b985-e41c-4951-8919-7c867c4cfcc6 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:23.187344 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-cee5b985-e41c-4951-8919-7c867c4cfcc6 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/networks?id=37c40eda-3741-4ce7-ae97-3b7c29a7405a HTTP/1.1" status: 200 len: 817 time: 0.1833262 Jul 13 20:18:23.198544 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-cacc6c98-828a-4b4d-874c-3b078720898a tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/quotas/501a0ae42f3f4e21b957db69f265e5bd HTTP/1.1" status: 200 len: 375 time: 0.0103352 Jul 13 20:18:23.209169 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-50b3dec8-c13c-4715-893e-67d70a6fa331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:23.218081 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-50b3dec8-c13c-4715-893e-67d70a6fa331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:23.300717 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-66d120e6-c482-41c6-8bb9-abffc5745dc1 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=501a0ae42f3f4e21b957db69f265e5bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0958738 Jul 13 20:18:23.315696 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.47', 60041) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:23.383288 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-50b3dec8-c13c-4715-893e-67d70a6fa331 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e6b46bf028554517848b413f58658e32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9423940 Jul 13 20:18:23.386026 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 40672) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:23.414324 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3dec8-c13c-4715-893e-67d70a6fa331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2668ff2-0dfe-4657-a66f-fe97c0045650,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:23.618462 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-805e5717-16c9-41ff-b9d3-1b7195a47ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:23.635119 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-2428253d-039c-4dab-8ae6-dd058d2cb98b service neutron] 10.222.0.41 "GET /v2.0/networks/37c40eda-3741-4ce7-ae97-3b7c29a7405a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272657 Jul 13 20:18:23.716703 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffac1a-b2b1-435d-879f-f2b8737c8efc req-1b806f2b-a77b-4f6d-94fc-d6e91df6f526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:23.719068 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-ddffac1a-b2b1-435d-879f-f2b8737c8efc req-1b806f2b-a77b-4f6d-94fc-d6e91df6f526 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5abf27ce-6104-4298-ba80-73c183d9a9ce HTTP/1.1" status: 200 len: 913 time: 0.4051735 Jul 13 20:18:23.728745 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-dd7b0bcb-9a1e-4ca8-8b13-bcd7494357f2 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:23.730678 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-dd7b0bcb-9a1e-4ca8-8b13-bcd7494357f2 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.47 "GET /v2.0/networks?id=680d4961-3ce0-4364-a639-3d638a8730da HTTP/1.1" status: 200 len: 819 time: 0.3862059 Jul 13 20:18:23.774539 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-c7981124-b71a-4cc3-8de2-1ffaf5ff5dcf tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Request body: {'port': {'device_id': '0f29a46e-71e1-421d-986a-50a82f1bd117', 'network_id': '680d4961-3ce0-4364-a639-3d638a8730da', 'admin_state_up': True, 'tenant_id': 'fc1202cbb5ca410abbcdef9b3fca32f7'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:18:23.781097 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-ddffac1a-b2b1-435d-879f-f2b8737c8efc req-e327e52e-15db-483c-8510-eac6e6f954ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecd98c01-b5fd-45a0-84b9-6d9e30328d5f HTTP/1.1" status: 200 len: 217 time: 0.0486376 Jul 13 20:18:23.793293 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-805e5717-16c9-41ff-b9d3-1b7195a47ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:23.928362 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-81ebbaba-9de1-40b0-8d32-d2ea29547893 service neutron] 10.222.0.41 "GET /v2.0/networks/37c40eda-3741-4ce7-ae97-3b7c29a7405a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836444 Jul 13 20:18:23.930716 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffac1a-b2b1-435d-879f-f2b8737c8efc req-86750a84-ba2d-490d-9676-03f8c43f313f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:23.932537 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-ddffac1a-b2b1-435d-879f-f2b8737c8efc req-86750a84-ba2d-490d-9676-03f8c43f313f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=69454485-049f-436c-a951-9117dfdd0897 HTTP/1.1" status: 200 len: 852 time: 0.1387448 Jul 13 20:18:23.980698 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d7928-1c68-41d8-9592-8dc6471e608e req-9f2eccf6-2510-44b7-b26f-cf05c6ac0fe3 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:23.981104 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-ddffac1a-b2b1-435d-879f-f2b8737c8efc req-03b0a6da-3468-439a-8f53-b64c566057d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5abf27ce-6104-4298-ba80-73c183d9a9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397775 Jul 13 20:18:23.983377 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4c6d7928-1c68-41d8-9592-8dc6471e608e req-9f2eccf6-2510-44b7-b26f-cf05c6ac0fe3 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 943 time: 0.3131120 Jul 13 20:18:24.000880 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-805e5717-16c9-41ff-b9d3-1b7195a47ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:24.004139 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-805e5717-16c9-41ff-b9d3-1b7195a47ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:24.008053 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-805e5717-16c9-41ff-b9d3-1b7195a47ec2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b2668ff2-0dfe-4657-a66f-fe97c0045650 HTTP/1.1" status: 204 len: 168 time: 0.6171498 Jul 13 20:18:24.038656 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e5717-16c9-41ff-b9d3-1b7195a47ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2668ff2-0dfe-4657-a66f-fe97c0045650,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:24.077712 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-c7981124-b71a-4cc3-8de2-1ffaf5ff5dcf tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Made reservation on behalf of fc1202cbb5ca410abbcdef9b3fca32f7 for: {'port': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:18:24.081964 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-c7981124-b71a-4cc3-8de2-1ffaf5ff5dcf tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:24.103857 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4c6d7928-1c68-41d8-9592-8dc6471e608e req-b6381b7c-90e7-4839-91cb-f228518690d9 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/security-groups?id=044960fa-8d75-4cec-afd1-4c9888fb7ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149008 Jul 13 20:18:24.245974 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-ddffac1a-b2b1-435d-879f-f2b8737c8efc req-fc6e0acf-621b-4159-8de1-1cbbaebf0583 service neutron] 10.222.0.47 "GET /v2.0/networks/5abf27ce-6104-4298-ba80-73c183d9a9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541170 Jul 13 20:18:24.289446 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 40724) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:24.384845 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.47', 60046) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:24.385926 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-54caf36d-4586-415c-9d7c-2c9542a7721d req-03b4e614-4cca-4ef9-b93f-699f233d0e1d tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 210 time: 0.1436732 Jul 13 20:18:24.474666 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3e64d7c6-01de-41ca-9c81-79e42d54119e req-c165befd-f290-4316-a580-b78f33a9e5ae tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 210 time: 0.0781949 Jul 13 20:18:24.624420 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-815f2164-4bac-4010-a877-cc952e478ff0 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:24.625830 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-815f2164-4bac-4010-a877-cc952e478ff0 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.47 "GET /v2.0/networks?id=680d4961-3ce0-4364-a639-3d638a8730da HTTP/1.1" status: 200 len: 819 time: 0.2212093 Jul 13 20:18:24.659508 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-b0913a8a-d1a0-47fe-8bbb-4ee1e09edfab tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Request body: {'port': {'device_id': 'c777c5a2-0498-41d0-91d3-6b43573c7db3', 'network_id': '680d4961-3ce0-4364-a639-3d638a8730da', 'admin_state_up': True, 'tenant_id': 'fc1202cbb5ca410abbcdef9b3fca32f7'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:18:24.969325 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-36dea0bc-095b-4e6a-9893-8a5c32e9a187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:24.983988 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_common [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-c7981124-b71a-4cc3-8de2-1ffaf5ff5dcf tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Allocated IP 172.20.0.11 (680d4961-3ce0-4364-a639-3d638a8730da/6dc3305a-19e2-4f5f-b91b-410acd0592f6/496a2b26-b324-4a14-85bd-ecf02a06773c) {{(pid=92957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:18:24.988876 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-ddffac1a-b2b1-435d-879f-f2b8737c8efc req-9d31b742-17c7-4549-a8ce-d7c36c91e61c service neutron] 10.222.0.47 "GET /v2.0/networks/5abf27ce-6104-4298-ba80-73c183d9a9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7002757 Jul 13 20:18:25.101224 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 40790) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:25.123502 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 40794) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:25.145054 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9cf2b20e-c8b6-411d-8bfa-97a4987b6280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:25.394641 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-c7981124-b71a-4cc3-8de2-1ffaf5ff5dcf tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Notify callbacks [] for port, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:25.397865 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-36dea0bc-095b-4e6a-9893-8a5c32e9a187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:25.408467 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-36dea0bc-095b-4e6a-9893-8a5c32e9a187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:25.412761 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7bd6eddc-0962-4185-aefc-44ed7fe09fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:25.444492 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a23f02-236e-47d3-a15d-98998e3f9bd4 req-63ef9f56-79b7-4f06-b614-a7a23d9984eb tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:25.446143 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-52a23f02-236e-47d3-a15d-98998e3f9bd4 req-63ef9f56-79b7-4f06-b614-a7a23d9984eb tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 943 time: 0.1161914 Jul 13 20:18:25.469674 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-36dea0bc-095b-4e6a-9893-8a5c32e9a187 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=81983f4a7b4b4248b8e82b1bbc07546d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1790025 Jul 13 20:18:25.470296 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 40810) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:25.483843 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-b0913a8a-d1a0-47fe-8bbb-4ee1e09edfab tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Made reservation on behalf of fc1202cbb5ca410abbcdef9b3fca32f7 for: {'port': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:18:25.487327 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-b0913a8a-d1a0-47fe-8bbb-4ee1e09edfab tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:25.503482 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dea0bc-095b-4e6a-9893-8a5c32e9a187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0264016b-f304-4aff-8d2f-f598f9f909e7,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:25.555454 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-c7981124-b71a-4cc3-8de2-1ffaf5ff5dcf tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:25.650805 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9cf2b20e-c8b6-411d-8bfa-97a4987b6280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:25.656667 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-52a23f02-236e-47d3-a15d-98998e3f9bd4 req-9b91444f-bf44-4811-b753-7123142520ab tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/security-groups?id=044960fa-8d75-4cec-afd1-4c9888fb7ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032583 Jul 13 20:18:25.669991 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9cf2b20e-c8b6-411d-8bfa-97a4987b6280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:25.675229 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-c7981124-b71a-4cc3-8de2-1ffaf5ff5dcf tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Network 680d4961-3ce0-4364-a639-3d638a8730da is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:18:25.683936 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7981124-b71a-4cc3-8de2-1ffaf5ff5dcf tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Pushing event updated for resources: {'Port': ['ID=496a2b26-b324-4a14-85bd-ecf02a06773c,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:25.686351 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-c7981124-b71a-4cc3-8de2-1ffaf5ff5dcf tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:18:25.688325 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-cf9865cf-99db-4509-b7c3-13c6a5371789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:25.692010 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-c7981124-b71a-4cc3-8de2-1ffaf5ff5dcf tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Received port after_create {{(pid=92957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:18:25.725224 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d8fe8340-67c9-46c8-a38f-51c1313e01ad req-7dfc9889-5460-446a-92b2-7b4652f265d8 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 210 time: 0.0724540 Jul 13 20:18:25.765251 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2b20e-c8b6-411d-8bfa-97a4987b6280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4321374-1e9c-49f6-bedc-ddb93daa21a9,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:25.777898 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-9cf2b20e-c8b6-411d-8bfa-97a4987b6280 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7fe312def22f41509f71c89ad867fd01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6529484 Jul 13 20:18:25.785286 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 40820) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:25.942975 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e4681c21-79db-45e9-bee4-dc0b5f183036 req-b7c0d2c1-a918-45ad-a55f-a2ba6ec8f72d tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 210 time: 0.0432653 Jul 13 20:18:25.978254 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-cf9865cf-99db-4509-b7c3-13c6a5371789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:25.995786 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7bd6eddc-0962-4185-aefc-44ed7fe09fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:25.997318 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-38494643-a1f2-4f49-a338-a054731bb592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:26.009133 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7bd6eddc-0962-4185-aefc-44ed7fe09fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:26.041559 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_common [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-b0913a8a-d1a0-47fe-8bbb-4ee1e09edfab tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Allocated IP 172.20.0.10 (680d4961-3ce0-4364-a639-3d638a8730da/6dc3305a-19e2-4f5f-b91b-410acd0592f6/8bd4b600-ed17-46e0-9cd9-f548983316ba) {{(pid=92957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:18:26.049903 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-38494643-a1f2-4f49-a338-a054731bb592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:26.051851 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-c7981124-b71a-4cc3-8de2-1ffaf5ff5dcf tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:26.052493 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-c7981124-b71a-4cc3-8de2-1ffaf5ff5dcf tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:26.077579 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-7bd6eddc-0962-4185-aefc-44ed7fe09fd2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=787f9514b0c8467f89294ade748b56c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9749739 Jul 13 20:18:26.085572 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 40828) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:26.089885 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6eddc-0962-4185-aefc-44ed7fe09fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8679a139-4f7c-44eb-b35d-eec0746f38d2,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:26.098083 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-c7981124-b71a-4cc3-8de2-1ffaf5ff5dcf tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3566558 Jul 13 20:18:26.132646 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-a0d19a46-f29f-4f70-81d5-08697043e90c service neutron] Request body: {'port': {'device_id': '0f29a46e-71e1-421d-986a-50a82f1bd117', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:18:26.136364 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-38494643-a1f2-4f49-a338-a054731bb592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:26.141013 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-38494643-a1f2-4f49-a338-a054731bb592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:26.152883 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-38494643-a1f2-4f49-a338-a054731bb592 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a4321374-1e9c-49f6-bedc-ddb93daa21a9 HTTP/1.1" status: 204 len: 168 time: 0.3584962 Jul 13 20:18:26.166511 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-cf9865cf-99db-4509-b7c3-13c6a5371789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:26.168145 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38494643-a1f2-4f49-a338-a054731bb592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4321374-1e9c-49f6-bedc-ddb93daa21a9,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:26.169634 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-cf9865cf-99db-4509-b7c3-13c6a5371789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:26.171026 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-cf9865cf-99db-4509-b7c3-13c6a5371789 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0264016b-f304-4aff-8d2f-f598f9f909e7 HTTP/1.1" status: 204 len: 168 time: 0.6954198 Jul 13 20:18:26.288584 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9865cf-99db-4509-b7c3-13c6a5371789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0264016b-f304-4aff-8d2f-f598f9f909e7,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:26.337326 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device ecd98c01-b5fd-45a0-84b9-6d9e30328d5f details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:18:26.425068 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-60b69c6c-5529-4863-bc6f-0b2bb99d9fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:26.433407 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-9cc4c00f-ef80-4f64-a6aa-523906065b4e tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:26.435324 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-9cc4c00f-ef80-4f64-a6aa-523906065b4e tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.47 "GET /v2.0/networks?id=37c40eda-3741-4ce7-ae97-3b7c29a7405a HTTP/1.1" status: 200 len: 817 time: 0.3171382 Jul 13 20:18:26.439495 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-a0d19a46-f29f-4f70-81d5-08697043e90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:26.512502 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-60b69c6c-5529-4863-bc6f-0b2bb99d9fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:26.514976 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port ecd98c01-b5fd-45a0-84b9-6d9e30328d5f, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ecd98c01-b5fd-45a0-84b9-6d9e30328d5f,segment=NetworkSegment(1481e1d2-1254-4cb1-8248-7f5f18edf1df),segment_id=1481e1d2-1254-4cb1-8248-7f5f18edf1df)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:18:26.528681 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Returning: {'device': 'ecd98c01-b5fd-45a0-84b9-6d9e30328d5f', 'network_id': '5abf27ce-6104-4298-ba80-73c183d9a9ce', 'port_id': 'ecd98c01-b5fd-45a0-84b9-6d9e30328d5f', 'mac_address': 'fa:16:3e:f5:34:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69454485-049f-436c-a951-9117dfdd0897', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:18:26.545049 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-b0913a8a-d1a0-47fe-8bbb-4ee1e09edfab tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Notify callbacks [] for port, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:26.574278 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:26.591786 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd98c01-b5fd-45a0-84b9-6d9e30328d5f {{(pid=92959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:18:26.607235 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-fcebda0e-2806-4636-8c71-f06c2c65de12 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=501a0ae42f3f4e21b957db69f265e5bd HTTP/1.1" status: 200 len: 378 time: 0.1602883 Jul 13 20:18:26.621928 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port ecd98c01-b5fd-45a0-84b9-6d9e30328d5f, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ecd98c01-b5fd-45a0-84b9-6d9e30328d5f,segment=NetworkSegment(1481e1d2-1254-4cb1-8248-7f5f18edf1df),segment_id=1481e1d2-1254-4cb1-8248-7f5f18edf1df)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:18:26.627491 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:26.643437 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-d230c9ff-ff18-4229-ad57-0d0bad0354cd tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Request body: {'port': {'device_id': '1f3a03ba-13f9-4a69-8c2c-e9512ec21874', 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a', 'admin_state_up': True, 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'security_groups': ['4e5a27b3-daa3-477a-a385-3e8e1976977b']}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:18:26.716383 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=ecd98c01-b5fd-45a0-84b9-6d9e30328d5f,revision_number=4']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:26.716527 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 40852) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:26.740746 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-104e2d3b-51c1-484b-a7ee-f646f028fbe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:26.811145 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-60b69c6c-5529-4863-bc6f-0b2bb99d9fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:26.813844 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-60b69c6c-5529-4863-bc6f-0b2bb99d9fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:26.819018 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-60b69c6c-5529-4863-bc6f-0b2bb99d9fea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8679a139-4f7c-44eb-b35d-eec0746f38d2 HTTP/1.1" status: 204 len: 168 time: 0.7284207 Jul 13 20:18:26.860624 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b69c6c-5529-4863-bc6f-0b2bb99d9fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8679a139-4f7c-44eb-b35d-eec0746f38d2,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:26.882135 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-b0913a8a-d1a0-47fe-8bbb-4ee1e09edfab tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:26.934638 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['ecd98c01-b5fd-45a0-84b9-6d9e30328d5f'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:18:26.959545 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-40ec1add-3d00-4e28-b53e-6c704682b9c7 req-a3caacb4-b4f2-4c1d-a406-4c58e52fa7cc tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 210 time: 0.0434289 Jul 13 20:18:27.084404 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-b0913a8a-d1a0-47fe-8bbb-4ee1e09edfab tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Network 680d4961-3ce0-4364-a639-3d638a8730da is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:18:27.114008 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f3aa6-dc73-47a5-855f-10e3228f1d5a req-31705bcb-f47b-42fe-a8b2-1ef3f9a3513d tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:27.121085 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c72f3aa6-dc73-47a5-855f-10e3228f1d5a req-31705bcb-f47b-42fe-a8b2-1ef3f9a3513d tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 944 time: 0.2675941 Jul 13 20:18:27.133578 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-b0913a8a-d1a0-47fe-8bbb-4ee1e09edfab tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:18:27.158029 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-b0913a8a-d1a0-47fe-8bbb-4ee1e09edfab tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Received port after_create {{(pid=92957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:18:27.193117 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-104e2d3b-51c1-484b-a7ee-f646f028fbe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:27.226588 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-b0913a8a-d1a0-47fe-8bbb-4ee1e09edfab tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:27.229652 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-b0913a8a-d1a0-47fe-8bbb-4ee1e09edfab tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:27.245654 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c72f3aa6-dc73-47a5-855f-10e3228f1d5a req-7d8c200b-5214-48f8-ab0f-a084da50492e tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/security-groups?id=044960fa-8d75-4cec-afd1-4c9888fb7ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008077 Jul 13 20:18:27.256351 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-104e2d3b-51c1-484b-a7ee-f646f028fbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:27.263042 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0913a8a-d1a0-47fe-8bbb-4ee1e09edfab tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Pushing event updated for resources: {'Port': ['ID=8bd4b600-ed17-46e0-9cd9-f548983316ba,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:27.317744 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e2d3b-51c1-484b-a7ee-f646f028fbe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f41f26b-3cf7-4cfd-9483-3594f677eb79,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:27.325905 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-104e2d3b-51c1-484b-a7ee-f646f028fbe8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1dd9069bec6844e5840e8785230af191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6081173 Jul 13 20:18:27.336368 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07e3be-b666-483d-894f-4dc37d7d30b4 req-3fef622e-8444-488b-84d7-2e636d8a2587 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:27.338471 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6d07e3be-b666-483d-894f-4dc37d7d30b4 req-3fef622e-8444-488b-84d7-2e636d8a2587 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 932 time: 0.1550379 Jul 13 20:18:27.339109 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 40874) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:27.345726 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-d230c9ff-ff18-4229-ad57-0d0bad0354cd tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Made reservation on behalf of 501a0ae42f3f4e21b957db69f265e5bd for: {'port': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:18:27.358576 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-d230c9ff-ff18-4229-ad57-0d0bad0354cd tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:27.376739 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-b0913a8a-d1a0-47fe-8bbb-4ee1e09edfab tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7237494 Jul 13 20:18:27.392367 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-81b3901a-6100-44ec-aca9-c439f3dc19e8 service neutron] Request body: {'port': {'device_id': 'c777c5a2-0498-41d0-91d3-6b43573c7db3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:18:27.432204 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6d07e3be-b666-483d-894f-4dc37d7d30b4 req-0c7459b6-8231-4ea7-926c-6502b44b700c tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779357 Jul 13 20:18:27.451466 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f377e511-cbbd-4c54-9f07-8570d48d5d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:27.476183 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f377e511-cbbd-4c54-9f07-8570d48d5d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:27.519205 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 40878) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:27.537642 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-07277ba9-be23-4f71-8468-f2a79deed697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:27.584899 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-a0d19a46-f29f-4f70-81d5-08697043e90c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 496a2b26-b324-4a14-85bd-ecf02a06773c {{(pid=92957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:18:27.596809 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f377e511-cbbd-4c54-9f07-8570d48d5d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:27.600912 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f377e511-cbbd-4c54-9f07-8570d48d5d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:27.602516 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-f377e511-cbbd-4c54-9f07-8570d48d5d16 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8f41f26b-3cf7-4cfd-9483-3594f677eb79 HTTP/1.1" status: 204 len: 168 time: 0.2618709 Jul 13 20:18:27.619273 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-a0d19a46-f29f-4f70-81d5-08697043e90c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:27.634061 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-81b3901a-6100-44ec-aca9-c439f3dc19e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:27.636359 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377e511-cbbd-4c54-9f07-8570d48d5d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f41f26b-3cf7-4cfd-9483-3594f677eb79,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:27.664863 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.provisioning_blocks [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-a0d19a46-f29f-4f70-81d5-08697043e90c service neutron] Transition to ACTIVE for port object 496a2b26-b324-4a14-85bd-ecf02a06773c will not be triggered until provisioned by entity L2. {{(pid=92957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:18:27.673372 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-a0d19a46-f29f-4f70-81d5-08697043e90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:27.687500 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 40884) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:27.692320 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_common [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-d230c9ff-ff18-4229-ad57-0d0bad0354cd tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Allocated IP 172.20.0.5 (37c40eda-3741-4ce7-ae97-3b7c29a7405a/04816e2f-157f-4694-821b-ba4aff3014de/e9504392-77c7-44af-b1ef-46bc1940c72c) {{(pid=92957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:18:27.724854 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-07277ba9-be23-4f71-8468-f2a79deed697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:27.732822 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-07277ba9-be23-4f71-8468-f2a79deed697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:27.803067 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-07277ba9-be23-4f71-8468-f2a79deed697 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=24e708b14120409bae32f74ec1a718bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2822499 Jul 13 20:18:27.803704 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 40890) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:27.804364 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07277ba9-be23-4f71-8468-f2a79deed697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945e9a24-1000-46a2-84c4-e5b63420fe06,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:27.836068 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d19a46-f29f-4f70-81d5-08697043e90c service neutron] Pushing event updated for resources: {'Port': ['ID=496a2b26-b324-4a14-85bd-ecf02a06773c,revision_number=2']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:27.923003 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-99df02ef-4432-44f5-9487-a262ef99ec52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:27.949377 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-99df02ef-4432-44f5-9487-a262ef99ec52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:28.058745 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cf5c4758-7aa3-49f9-b7bf-a07408128156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:28.059112 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-d230c9ff-ff18-4229-ad57-0d0bad0354cd tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for port, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:28.059264 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-99df02ef-4432-44f5-9487-a262ef99ec52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:28.061111 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-99df02ef-4432-44f5-9487-a262ef99ec52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:28.062875 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-99df02ef-4432-44f5-9487-a262ef99ec52 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/945e9a24-1000-46a2-84c4-e5b63420fe06 HTTP/1.1" status: 204 len: 168 time: 0.2547538 Jul 13 20:18:28.079682 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.provisioning_blocks [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-d230c9ff-ff18-4229-ad57-0d0bad0354cd tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Transition to ACTIVE for port object e9504392-77c7-44af-b1ef-46bc1940c72c will not be triggered until provisioned by entity DHCP. {{(pid=92957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:18:28.080104 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df02ef-4432-44f5-9487-a262ef99ec52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945e9a24-1000-46a2-84c4-e5b63420fe06,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:28.120708 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-d230c9ff-ff18-4229-ad57-0d0bad0354cd tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:28.180214 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-a0d19a46-f29f-4f70-81d5-08697043e90c service neutron] Attempting to bind port 496a2b26-b324-4a14-85bd-ecf02a06773c on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:18:28.180553 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-a0d19a46-f29f-4f70-81d5-08697043e90c service neutron] Attempting to bind port 496a2b26-b324-4a14-85bd-ecf02a06773c by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '75f47eaa-d46d-4fb4-93ab-8345f1231a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '680d4961-3ce0-4364-a639-3d638a8730da'}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:18:28.180888 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-a0d19a46-f29f-4f70-81d5-08697043e90c service neutron] Attempting to bind port 496a2b26-b324-4a14-85bd-ecf02a06773c on network 680d4961-3ce0-4364-a639-3d638a8730da {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:18:28.277043 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cf5c4758-7aa3-49f9-b7bf-a07408128156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:28.288885 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device ecd98c01-b5fd-45a0-84b9-6d9e30328d5f up at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:18:28.291313 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cf5c4758-7aa3-49f9-b7bf-a07408128156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:28.344393 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-cf5c4758-7aa3-49f9-b7bf-a07408128156 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0e8758bffed14d258dacce1d9c474189&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6534910 Jul 13 20:18:28.345509 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 40908) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:28.390732 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-d230c9ff-ff18-4229-ad57-0d0bad0354cd tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Network 37c40eda-3741-4ce7-ae97-3b7c29a7405a is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:18:28.401413 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-d230c9ff-ff18-4229-ad57-0d0bad0354cd tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:18:28.407114 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611eb82e-d7d3-4338-a8bb-2cacc57732ae req-93c2f8ed-8da3-48cf-b161-af2494354a3d tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:28.408818 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-611eb82e-d7d3-4338-a8bb-2cacc57732ae req-93c2f8ed-8da3-48cf-b161-af2494354a3d tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 931 time: 0.2277257 Jul 13 20:18:28.413677 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-d230c9ff-ff18-4229-ad57-0d0bad0354cd tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Received port after_create {{(pid=92957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:18:28.417450 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-a0d19a46-f29f-4f70-81d5-08697043e90c service neutron] Port 496a2b26-b324-4a14-85bd-ecf02a06773c on network 680d4961-3ce0-4364-a639-3d638a8730da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:18:28.418362 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-a0d19a46-f29f-4f70-81d5-08697043e90c service neutron] Attempting to bind port 496a2b26-b324-4a14-85bd-ecf02a06773c on network 680d4961-3ce0-4364-a639-3d638a8730da {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:18:28.446915 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning for port ecd98c01-b5fd-45a0-84b9-6d9e30328d5f completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:18:28.453946 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning complete for port ecd98c01-b5fd-45a0-84b9-6d9e30328d5f triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:18:28.454329 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:28.458870 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d230c9ff-ff18-4229-ad57-0d0bad0354cd tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Pushing event updated for resources: {'Port': ['ID=e9504392-77c7-44af-b1ef-46bc1940c72c,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:28.468728 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-a0d19a46-f29f-4f70-81d5-08697043e90c service neutron] Checking agent: {'id': 'ee728df3-37aa-4a8e-b7f1-721981839fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'started_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:18:28.469305 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-a0d19a46-f29f-4f70-81d5-08697043e90c service neutron] Checking segment: {'id': '75f47eaa-d46d-4fb4-93ab-8345f1231a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '680d4961-3ce0-4364-a639-3d638a8730da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:18:28.469947 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-a0d19a46-f29f-4f70-81d5-08697043e90c service neutron] Bound using segment: {'id': '75f47eaa-d46d-4fb4-93ab-8345f1231a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '680d4961-3ce0-4364-a639-3d638a8730da'} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:18:28.470614 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-a0d19a46-f29f-4f70-81d5-08697043e90c service neutron] Bound port: 496a2b26-b324-4a14-85bd-ecf02a06773c, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75f47eaa-d46d-4fb4-93ab-8345f1231a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '680d4961-3ce0-4364-a639-3d638a8730da'}}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:18:28.471196 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-a0d19a46-f29f-4f70-81d5-08697043e90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:28.487435 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c4758-7aa3-49f9-b7bf-a07408128156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea3f100-162d-40db-8caa-81e7fcbe93ee,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:28.559073 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8a0babb4-ffdc-4263-acd0-b03f57f871c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:28.592437 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-611eb82e-d7d3-4338-a8bb-2cacc57732ae req-2262ce73-bd1c-485b-9a52-acc57d043a99 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1627419 Jul 13 20:18:28.636074 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-d230c9ff-ff18-4229-ad57-0d0bad0354cd tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:28.636074 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-d230c9ff-ff18-4229-ad57-0d0bad0354cd tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:28.666603 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:28.724892 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8a0babb4-ffdc-4263-acd0-b03f57f871c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:28.798938 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-d230c9ff-ff18-4229-ad57-0d0bad0354cd tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1828291 Jul 13 20:18:28.837356 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-afdc434f-8380-4219-b7a9-be898dbb3443 service neutron] Request body: {'port': {'device_id': '1f3a03ba-13f9-4a69-8c2c-e9512ec21874', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:18:28.965160 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-81b3901a-6100-44ec-aca9-c439f3dc19e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bd4b600-ed17-46e0-9cd9-f548983316ba {{(pid=92957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:18:28.968670 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc26c5-5b7a-45dd-9f21-adc3f5668276 req-ad17740d-2bd0-4b5e-9eae-ad6d20c5a120 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:28.970807 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b6bc26c5-5b7a-45dd-9f21-adc3f5668276 req-ad17740d-2bd0-4b5e-9eae-ad6d20c5a120 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 944 time: 0.4129007 Jul 13 20:18:28.973931 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-a0d19a46-f29f-4f70-81d5-08697043e90c service neutron] For port 496a2b26-b324-4a14-85bd-ecf02a06773c, host hv-cinder-80069, cleared binding levels {{(pid=92957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:18:28.985123 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-81b3901a-6100-44ec-aca9-c439f3dc19e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:29.004787 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-a0d19a46-f29f-4f70-81d5-08697043e90c service neutron] For port 496a2b26-b324-4a14-85bd-ecf02a06773c, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=496a2b26-b324-4a14-85bd-ecf02a06773c,segment=NetworkSegment(75f47eaa-d46d-4fb4-93ab-8345f1231a55),segment_id=75f47eaa-d46d-4fb4-93ab-8345f1231a55)] {{(pid=92957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:18:29.013222 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8a0babb4-ffdc-4263-acd0-b03f57f871c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:29.016522 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8a0babb4-ffdc-4263-acd0-b03f57f871c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:29.017810 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-8a0babb4-ffdc-4263-acd0-b03f57f871c4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eea3f100-162d-40db-8caa-81e7fcbe93ee HTTP/1.1" status: 204 len: 168 time: 0.6657214 Jul 13 20:18:29.047898 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bb0f9-f144-4b1a-90a0-64f552265663 req-0edcf2f0-3ebe-4731-af80-c9477779939c tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:29.049480 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-680bb0f9-f144-4b1a-90a0-64f552265663 req-0edcf2f0-3ebe-4731-af80-c9477779939c tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 932 time: 0.2153418 Jul 13 20:18:29.053289 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-afdc434f-8380-4219-b7a9-be898dbb3443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:29.053671 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0babb4-ffdc-4263-acd0-b03f57f871c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea3f100-162d-40db-8caa-81e7fcbe93ee,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:29.065795 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b6bc26c5-5b7a-45dd-9f21-adc3f5668276 req-687e3b02-f984-4c88-8403-4374431eb399 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/security-groups?id=044960fa-8d75-4cec-afd1-4c9888fb7ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808671 Jul 13 20:18:29.067166 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-a0d19a46-f29f-4f70-81d5-08697043e90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:29.072537 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.provisioning_blocks [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-81b3901a-6100-44ec-aca9-c439f3dc19e8 service neutron] Transition to ACTIVE for port object 8bd4b600-ed17-46e0-9cd9-f548983316ba will not be triggered until provisioned by entity L2. {{(pid=92957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:18:29.115266 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-7b100c91-6482-4ef9-a12c-fd32997221e1 None None] Provisioning for port e9504392-77c7-44af-b1ef-46bc1940c72c completed by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:18:29.119386 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-680bb0f9-f144-4b1a-90a0-64f552265663 req-e47df4ed-9a81-4017-87ab-c82c02da2280 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585005 Jul 13 20:18:29.121467 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8986224-2682-4706-81cb-bb32ed1e95d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd98c01-b5fd-45a0-84b9-6d9e30328d5f'}] {{(pid=92959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:18:29.130033 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-81b3901a-6100-44ec-aca9-c439f3dc19e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:29.146383 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-a0d19a46-f29f-4f70-81d5-08697043e90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:29.146383 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-a0d19a46-f29f-4f70-81d5-08697043e90c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:29.146383 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-a0d19a46-f29f-4f70-81d5-08697043e90c service neutron] 10.222.0.47 "PUT /v2.0/ports/496a2b26-b324-4a14-85bd-ecf02a06773c HTTP/1.1" status: 200 len: 1094 time: 3.0133567 Jul 13 20:18:29.146383 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f29a46e-71e1-421d-986a-50a82f1bd117', 'tag': '496a2b26-b324-4a14-85bd-ecf02a06773c'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:18:29.150940 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb44632-0bb4-4def-878f-1530bc9bcf78" -d '{"events": [{"name": "network-changed", "server_uuid": "0f29a46e-71e1-421d-986a-50a82f1bd117", "tag": "496a2b26-b324-4a14-85bd-ecf02a06773c"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:18:29.254343 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c8c986-abfd-4d63-b4db-02e366c51280 x-openstack-request-id: req-99c8c986-abfd-4d63-b4db-02e366c51280 {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:18:29.254619 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f29a46e-71e1-421d-986a-50a82f1bd117", "tag": "496a2b26-b324-4a14-85bd-ecf02a06773c", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:18:29.254857 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-99c8c986-abfd-4d63-b4db-02e366c51280 {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:18:29.255482 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f29a46e-71e1-421d-986a-50a82f1bd117', 'tag': '496a2b26-b324-4a14-85bd-ecf02a06773c', 'status': 'completed', 'code': 200} Jul 13 20:18:29.291558 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-7b100c91-6482-4ef9-a12c-fd32997221e1 None None] Provisioning complete for port e9504392-77c7-44af-b1ef-46bc1940c72c triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:18:29.293068 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-7b100c91-6482-4ef9-a12c-fd32997221e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:29.300101 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port ecd98c01-b5fd-45a0-84b9-6d9e30328d5f, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ecd98c01-b5fd-45a0-84b9-6d9e30328d5f,segment=NetworkSegment(1481e1d2-1254-4cb1-8248-7f5f18edf1df),segment_id=1481e1d2-1254-4cb1-8248-7f5f18edf1df)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:18:29.323524 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:29.333516 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d19a46-f29f-4f70-81d5-08697043e90c service neutron] Pushing event updated for resources: {'Port': ['ID=496a2b26-b324-4a14-85bd-ecf02a06773c,revision_number=3']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:29.385551 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-7b100c91-6482-4ef9-a12c-fd32997221e1 None None] Port e9504392-77c7-44af-b1ef-46bc1940c72c cannot update to ACTIVE because it is not bound. {{(pid=92959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:18:29.415112 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=ecd98c01-b5fd-45a0-84b9-6d9e30328d5f,revision_number=5']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:29.488186 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b3901a-6100-44ec-aca9-c439f3dc19e8 service neutron] Pushing event updated for resources: {'Port': ['ID=8bd4b600-ed17-46e0-9cd9-f548983316ba,revision_number=2']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:29.497393 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-54100148-6a6b-4925-973e-d9c987740c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:29.499128 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-54100148-6a6b-4925-973e-d9c987740c51 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc1202cbb5ca410abbcdef9b3fca32f7&device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 1097 time: 0.2962210 Jul 13 20:18:29.613096 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-45b43df1-8034-4268-8620-b6e54f309c60 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=496a2b26-b324-4a14-85bd-ecf02a06773c HTTP/1.1" status: 200 len: 217 time: 0.0864112 Jul 13 20:18:29.617079 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-81b3901a-6100-44ec-aca9-c439f3dc19e8 service neutron] Attempting to bind port 8bd4b600-ed17-46e0-9cd9-f548983316ba on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:18:29.617377 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-81b3901a-6100-44ec-aca9-c439f3dc19e8 service neutron] Attempting to bind port 8bd4b600-ed17-46e0-9cd9-f548983316ba by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '75f47eaa-d46d-4fb4-93ab-8345f1231a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '680d4961-3ce0-4364-a639-3d638a8730da'}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:18:29.617663 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-81b3901a-6100-44ec-aca9-c439f3dc19e8 service neutron] Attempting to bind port 8bd4b600-ed17-46e0-9cd9-f548983316ba on network 680d4961-3ce0-4364-a639-3d638a8730da {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:18:29.671835 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-81b3901a-6100-44ec-aca9-c439f3dc19e8 service neutron] Port 8bd4b600-ed17-46e0-9cd9-f548983316ba on network 680d4961-3ce0-4364-a639-3d638a8730da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:18:29.672455 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-81b3901a-6100-44ec-aca9-c439f3dc19e8 service neutron] Attempting to bind port 8bd4b600-ed17-46e0-9cd9-f548983316ba on network 680d4961-3ce0-4364-a639-3d638a8730da {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:18:29.680696 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-81b3901a-6100-44ec-aca9-c439f3dc19e8 service neutron] Checking agent: {'id': 'ee728df3-37aa-4a8e-b7f1-721981839fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'started_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:18:29.681037 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-81b3901a-6100-44ec-aca9-c439f3dc19e8 service neutron] Checking segment: {'id': '75f47eaa-d46d-4fb4-93ab-8345f1231a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '680d4961-3ce0-4364-a639-3d638a8730da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:18:29.681420 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-81b3901a-6100-44ec-aca9-c439f3dc19e8 service neutron] Bound using segment: {'id': '75f47eaa-d46d-4fb4-93ab-8345f1231a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '680d4961-3ce0-4364-a639-3d638a8730da'} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:18:29.681870 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-81b3901a-6100-44ec-aca9-c439f3dc19e8 service neutron] Bound port: 8bd4b600-ed17-46e0-9cd9-f548983316ba, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75f47eaa-d46d-4fb4-93ab-8345f1231a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '680d4961-3ce0-4364-a639-3d638a8730da'}}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:18:29.682222 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-81b3901a-6100-44ec-aca9-c439f3dc19e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:29.749034 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-007f1da2-dea6-40f8-913d-8c6007f9f0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:29.750508 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-007f1da2-dea6-40f8-913d-8c6007f9f0d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dc3305a-19e2-4f5f-b91b-410acd0592f6 HTTP/1.1" status: 200 len: 859 time: 0.1270955 Jul 13 20:18:29.761881 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a95ef25a805c455dc0e319f75fe5c37b751c8207b334ba38c934020b16a01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96ad396-7afa-42dd-8051-160ffc6c4864" -d '{"events": [{"server_uuid": "d8986224-2682-4706-81cb-bb32ed1e95d0", "name": "network-vif-plugged", "status": "completed", "tag": "ecd98c01-b5fd-45a0-84b9-6d9e30328d5f"}]}' {{(pid=92959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:18:29.803462 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-b32a380a-3f10-4dae-a1d9-6e5214cebead service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=680d4961-3ce0-4364-a639-3d638a8730da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451748 Jul 13 20:18:29.836247 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695012c-29a3-46a6-a64d-797ade3cdebd req-e9e5c3e1-1997-418c-958f-4abaf89e4e41 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:29.844855 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f695012c-29a3-46a6-a64d-797ade3cdebd req-e9e5c3e1-1997-418c-958f-4abaf89e4e41 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 931 time: 0.0944169 Jul 13 20:18:29.893646 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f695012c-29a3-46a6-a64d-797ade3cdebd req-541ae946-81ff-4fa4-9027-2f5718cbd0c0 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477850 Jul 13 20:18:29.925657 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-81b3901a-6100-44ec-aca9-c439f3dc19e8 service neutron] For port 8bd4b600-ed17-46e0-9cd9-f548983316ba, host hv-cinder-80069, cleared binding levels {{(pid=92957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:18:29.939840 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-afdc434f-8380-4219-b7a9-be898dbb3443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9504392-77c7-44af-b1ef-46bc1940c72c {{(pid=92957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:18:29.962068 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-81b3901a-6100-44ec-aca9-c439f3dc19e8 service neutron] For port 8bd4b600-ed17-46e0-9cd9-f548983316ba, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=8bd4b600-ed17-46e0-9cd9-f548983316ba,segment=NetworkSegment(75f47eaa-d46d-4fb4-93ab-8345f1231a55),segment_id=75f47eaa-d46d-4fb4-93ab-8345f1231a55)] {{(pid=92957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:18:29.966443 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-afdc434f-8380-4219-b7a9-be898dbb3443 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:29.973855 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-81b3901a-6100-44ec-aca9-c439f3dc19e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:30.021714 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.provisioning_blocks [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-afdc434f-8380-4219-b7a9-be898dbb3443 service neutron] Transition to ACTIVE for port object e9504392-77c7-44af-b1ef-46bc1940c72c will not be triggered until provisioned by entity L2. {{(pid=92957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:18:30.031900 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-eb448911-8688-4abe-8800-578184502ea2 service neutron] 10.222.0.47 "GET /v2.0/networks/680d4961-3ce0-4364-a639-3d638a8730da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136943 Jul 13 20:18:30.038131 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-81b3901a-6100-44ec-aca9-c439f3dc19e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:30.038757 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-81b3901a-6100-44ec-aca9-c439f3dc19e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:30.040173 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-81b3901a-6100-44ec-aca9-c439f3dc19e8 service neutron] 10.222.0.47 "PUT /v2.0/ports/8bd4b600-ed17-46e0-9cd9-f548983316ba HTTP/1.1" status: 200 len: 1094 time: 2.6550050 Jul 13 20:18:30.042692 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-afdc434f-8380-4219-b7a9-be898dbb3443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:30.094474 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99613401-d0ae-4a79-8df9-4ee5650b98af x-openstack-request-id: req-99613401-d0ae-4a79-8df9-4ee5650b98af {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:18:30.095029 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8986224-2682-4706-81cb-bb32ed1e95d0", "name": "network-vif-plugged", "status": "completed", "tag": "ecd98c01-b5fd-45a0-84b9-6d9e30328d5f", "code": 200}]} {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:18:30.095373 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-99613401-d0ae-4a79-8df9-4ee5650b98af {{(pid=92959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:18:30.096111 dv-cinder-800697-1-iscsi neutron-server[92959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8986224-2682-4706-81cb-bb32ed1e95d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd98c01-b5fd-45a0-84b9-6d9e30328d5f', 'code': 200} Jul 13 20:18:30.152768 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b3901a-6100-44ec-aca9-c439f3dc19e8 service neutron] Pushing event updated for resources: {'Port': ['ID=8bd4b600-ed17-46e0-9cd9-f548983316ba,revision_number=3']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:30.393556 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.47', 60065) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:30.517750 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc434f-8380-4219-b7a9-be898dbb3443 service neutron] Pushing event updated for resources: {'Port': ['ID=e9504392-77c7-44af-b1ef-46bc1940c72c,revision_number=2']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:30.578401 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4072d-57bb-4ea0-8f58-4298072237d8 req-b07f8b5e-54de-48a0-b4f1-0fb251e3fb1a tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:30.581194 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-12f4072d-57bb-4ea0-8f58-4298072237d8 req-b07f8b5e-54de-48a0-b4f1-0fb251e3fb1a tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 944 time: 0.2198803 Jul 13 20:18:30.608232 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-ce3e3bd6-1792-41d4-be12-b55eb4b4b066 req-d51d362e-1def-4679-a638-c93d64bb8d9d service neutron] 10.222.0.47 "GET /v2.0/networks/680d4961-3ce0-4364-a639-3d638a8730da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5548837 Jul 13 20:18:30.639589 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-f8b2ef5c-5977-43e9-a98a-92504a165ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:30.641938 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-f8b2ef5c-5977-43e9-a98a-92504a165ef7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc1202cbb5ca410abbcdef9b3fca32f7&device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 1097 time: 0.5332112 Jul 13 20:18:30.737277 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-afdc434f-8380-4219-b7a9-be898dbb3443 service neutron] Attempting to bind port e9504392-77c7-44af-b1ef-46bc1940c72c on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:18:30.738397 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-afdc434f-8380-4219-b7a9-be898dbb3443 service neutron] Attempting to bind port e9504392-77c7-44af-b1ef-46bc1940c72c by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'e75817a0-f1ae-44cb-ac14-54dccbb196a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a'}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:18:30.738939 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-afdc434f-8380-4219-b7a9-be898dbb3443 service neutron] Attempting to bind port e9504392-77c7-44af-b1ef-46bc1940c72c on network 37c40eda-3741-4ce7-ae97-3b7c29a7405a {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:18:30.763087 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-a0b21faa-1d77-40f3-8991-4ce0449a6fd9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bd4b600-ed17-46e0-9cd9-f548983316ba HTTP/1.1" status: 200 len: 217 time: 0.1056097 Jul 13 20:18:30.799501 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-afdc434f-8380-4219-b7a9-be898dbb3443 service neutron] Port e9504392-77c7-44af-b1ef-46bc1940c72c on network 37c40eda-3741-4ce7-ae97-3b7c29a7405a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:18:30.799803 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-afdc434f-8380-4219-b7a9-be898dbb3443 service neutron] Attempting to bind port e9504392-77c7-44af-b1ef-46bc1940c72c on network 37c40eda-3741-4ce7-ae97-3b7c29a7405a {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:18:30.891901 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7c840-d63b-4bff-9d9c-d0a30911d99f req-c1fffd64-93ee-4bf4-bc20-fce9bc0121b5 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:30.892623 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-71b7c840-d63b-4bff-9d9c-d0a30911d99f req-c1fffd64-93ee-4bf4-bc20-fce9bc0121b5 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 945 time: 0.4954317 Jul 13 20:18:30.915764 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-afdc434f-8380-4219-b7a9-be898dbb3443 service neutron] Checking agent: {'id': 'ee728df3-37aa-4a8e-b7f1-721981839fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'started_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:18:30.916130 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-afdc434f-8380-4219-b7a9-be898dbb3443 service neutron] Checking segment: {'id': 'e75817a0-f1ae-44cb-ac14-54dccbb196a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:18:30.917319 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-afdc434f-8380-4219-b7a9-be898dbb3443 service neutron] Bound using segment: {'id': 'e75817a0-f1ae-44cb-ac14-54dccbb196a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a'} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:18:30.917799 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-afdc434f-8380-4219-b7a9-be898dbb3443 service neutron] Bound port: e9504392-77c7-44af-b1ef-46bc1940c72c, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e75817a0-f1ae-44cb-ac14-54dccbb196a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a'}}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:18:30.918245 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-afdc434f-8380-4219-b7a9-be898dbb3443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:30.943208 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab17b05-83ba-4540-893a-8c563e269ec7 req-fd6701e5-880f-4906-b586-d2a5c50ab6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:30.945709 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-fab17b05-83ba-4540-893a-8c563e269ec7 req-fd6701e5-880f-4906-b586-d2a5c50ab6c3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 1098 time: 0.5351520 Jul 13 20:18:30.946490 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-12f4072d-57bb-4ea0-8f58-4298072237d8 req-b6937a29-8c29-498b-a3ec-6fcdc6609a17 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537962 Jul 13 20:18:30.997508 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-71b7c840-d63b-4bff-9d9c-d0a30911d99f req-859b6c46-689b-459e-adfe-2aaa28a86628 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/security-groups?id=044960fa-8d75-4cec-afd1-4c9888fb7ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803730 Jul 13 20:18:31.100919 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-fab17b05-83ba-4540-893a-8c563e269ec7 req-3b3548df-9cf9-4b6b-b4da-31302b950b58 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:31.188805 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-669ab4bb-1efe-41b7-a237-2c484578717f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:31.192104 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-669ab4bb-1efe-41b7-a237-2c484578717f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dc3305a-19e2-4f5f-b91b-410acd0592f6 HTTP/1.1" status: 200 len: 859 time: 0.3940496 Jul 13 20:18:31.279919 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c777c5a2-0498-41d0-91d3-6b43573c7db3', 'tag': '8bd4b600-ed17-46e0-9cd9-f548983316ba'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:18:31.282653 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c3e182-a0c8-4d41-ad9d-7ede670986ff" -d '{"events": [{"name": "network-changed", "server_uuid": "c777c5a2-0498-41d0-91d3-6b43573c7db3", "tag": "8bd4b600-ed17-46e0-9cd9-f548983316ba"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:18:31.294287 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-f35ea3d8-69a7-4ccb-b2bd-656102364ac2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=680d4961-3ce0-4364-a639-3d638a8730da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750182 Jul 13 20:18:31.310806 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb44632-0bb4-4def-878f-1530bc9bcf78 req-198624dc-0494-47a3-aaec-78bff59365cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:31.313095 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-2bb44632-0bb4-4def-878f-1530bc9bcf78 req-198624dc-0494-47a3-aaec-78bff59365cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc1202cbb5ca410abbcdef9b3fca32f7&device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 1097 time: 0.5823829 Jul 13 20:18:31.321062 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-afdc434f-8380-4219-b7a9-be898dbb3443 service neutron] For port e9504392-77c7-44af-b1ef-46bc1940c72c, host hv-cinder-80069, cleared binding levels {{(pid=92957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:18:31.397091 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe4dff-614d-4969-bfe8-71b4d56f8e5d req-24052e94-0113-43d1-aa5e-16368fa935a6 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:31.412999 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9dbe4dff-614d-4969-bfe8-71b4d56f8e5d req-24052e94-0113-43d1-aa5e-16368fa935a6 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 943 time: 0.1848485 Jul 13 20:18:31.430074 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-afdc434f-8380-4219-b7a9-be898dbb3443 service neutron] For port e9504392-77c7-44af-b1ef-46bc1940c72c, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=e9504392-77c7-44af-b1ef-46bc1940c72c,segment=NetworkSegment(e75817a0-f1ae-44cb-ac14-54dccbb196a1),segment_id=e75817a0-f1ae-44cb-ac14-54dccbb196a1)] {{(pid=92957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:18:31.464437 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec691bfc-e807-4f92-9078-6230c79589d1 x-openstack-request-id: req-ec691bfc-e807-4f92-9078-6230c79589d1 {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:18:31.464632 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c777c5a2-0498-41d0-91d3-6b43573c7db3", "tag": "8bd4b600-ed17-46e0-9cd9-f548983316ba", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:18:31.464737 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ec691bfc-e807-4f92-9078-6230c79589d1 {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:18:31.465120 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c777c5a2-0498-41d0-91d3-6b43573c7db3', 'tag': '8bd4b600-ed17-46e0-9cd9-f548983316ba', 'status': 'completed', 'code': 200} Jul 13 20:18:31.465865 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9dbe4dff-614d-4969-bfe8-71b4d56f8e5d req-39bc3afe-8500-48ea-9c5c-825a5e4bc9fb tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514181 Jul 13 20:18:31.470387 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-afdc434f-8380-4219-b7a9-be898dbb3443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:31.572957 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-afdc434f-8380-4219-b7a9-be898dbb3443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:31.573584 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-afdc434f-8380-4219-b7a9-be898dbb3443 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:31.576275 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-afdc434f-8380-4219-b7a9-be898dbb3443 service neutron] 10.222.0.47 "PUT /v2.0/ports/e9504392-77c7-44af-b1ef-46bc1940c72c HTTP/1.1" status: 200 len: 1093 time: 2.7522268 Jul 13 20:18:31.632220 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc434f-8380-4219-b7a9-be898dbb3443 service neutron] Pushing event updated for resources: {'Port': ['ID=e9504392-77c7-44af-b1ef-46bc1940c72c,revision_number=3']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:31.646519 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb44632-0bb4-4def-878f-1530bc9bcf78 req-983fa8e0-5cad-4c23-bddb-95cccce82b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:31.648513 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-2bb44632-0bb4-4def-878f-1530bc9bcf78 req-983fa8e0-5cad-4c23-bddb-95cccce82b3c service neutron] 10.222.0.47 "GET /v2.0/networks?id=680d4961-3ce0-4364-a639-3d638a8730da HTTP/1.1" status: 200 len: 920 time: 0.3200648 Jul 13 20:18:31.654055 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-29d46d9c-6ecf-491b-9591-fd72b9e2b0f4 service neutron] 10.222.0.47 "GET /v2.0/networks/680d4961-3ce0-4364-a639-3d638a8730da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460629 Jul 13 20:18:31.796651 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-fab17b05-83ba-4540-893a-8c563e269ec7 req-3b3548df-9cf9-4b6b-b4da-31302b950b58 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:31.849302 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-b2ad569b-f252-4795-b54f-1e71a02fda78 req-6e49d763-3f37-46e4-b3a9-ec05b2af51c9 service neutron] 10.222.0.47 "GET /v2.0/networks/680d4961-3ce0-4364-a639-3d638a8730da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786268 Jul 13 20:18:31.851494 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-fab17b05-83ba-4540-893a-8c563e269ec7 req-3b3548df-9cf9-4b6b-b4da-31302b950b58 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:31.860225 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-2bb44632-0bb4-4def-878f-1530bc9bcf78 req-ba03c306-61cb-43b2-b675-5facd2fb39d7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=496a2b26-b324-4a14-85bd-ecf02a06773c HTTP/1.1" status: 200 len: 217 time: 0.0995355 Jul 13 20:18:31.970100 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 41062) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:32.187771 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-fab17b05-83ba-4540-893a-8c563e269ec7 req-3b3548df-9cf9-4b6b-b4da-31302b950b58 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=044960fa-8d75-4cec-afd1-4c9888fb7ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2070496 Jul 13 20:18:32.226103 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4765f6-2bd2-4cd2-b65f-2b644598e05a req-0509378e-9c85-476d-bb06-1f7640f68c74 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:32.227166 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3548df-9cf9-4b6b-b4da-31302b950b58 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c54a63c9-8f27-45ee-8608-1cdc26d96c66,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:32.233933 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3c4765f6-2bd2-4cd2-b65f-2b644598e05a req-0509378e-9c85-476d-bb06-1f7640f68c74 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 944 time: 0.1283801 Jul 13 20:18:32.270715 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb44632-0bb4-4def-878f-1530bc9bcf78 req-70e64ddd-e0b7-4502-8517-9496093e3167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:32.272732 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-2bb44632-0bb4-4def-878f-1530bc9bcf78 req-70e64ddd-e0b7-4502-8517-9496093e3167 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dc3305a-19e2-4f5f-b91b-410acd0592f6 HTTP/1.1" status: 200 len: 859 time: 0.1392539 Jul 13 20:18:32.282667 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-048f2b22-a05b-4752-bdcf-b3bafb7f7ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:32.284715 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-048f2b22-a05b-4752-bdcf-b3bafb7f7ddf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=501a0ae42f3f4e21b957db69f265e5bd&device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 1096 time: 0.5226910 Jul 13 20:18:32.288889 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3c4765f6-2bd2-4cd2-b65f-2b644598e05a req-ea568eca-44d5-4e7c-bf7c-4936e2c74cac tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539725 Jul 13 20:18:32.327427 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff7428-7c21-4915-96a6-fb4946e57f8e req-9d735b76-c8b4-4963-9704-d160296e1579 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:32.328933 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bdff7428-7c21-4915-96a6-fb4946e57f8e req-9d735b76-c8b4-4963-9704-d160296e1579 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 945 time: 0.1666961 Jul 13 20:18:32.334816 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3e2549fc-b785-41be-a3b1-1961a01b0b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:32.404859 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-25b46439-cbce-4294-82d0-9a7fdd358b37 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9504392-77c7-44af-b1ef-46bc1940c72c HTTP/1.1" status: 200 len: 217 time: 0.1045427 Jul 13 20:18:32.408633 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-2bb44632-0bb4-4def-878f-1530bc9bcf78 req-29503f3b-478a-42d4-9c7d-811dce70b79f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=680d4961-3ce0-4364-a639-3d638a8730da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096847 Jul 13 20:18:32.411281 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3e182-a0c8-4d41-ad9d-7ede670986ff req-5b72b9ab-937b-4654-be99-d112e0c4d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:32.413119 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a3c3e182-a0c8-4d41-ad9d-7ede670986ff req-5b72b9ab-937b-4654-be99-d112e0c4d449 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc1202cbb5ca410abbcdef9b3fca32f7&device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 1097 time: 0.2789612 Jul 13 20:18:32.428172 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bdff7428-7c21-4915-96a6-fb4946e57f8e req-8386ff50-c46d-401b-a6fd-83608c74e816 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/security-groups?id=044960fa-8d75-4cec-afd1-4c9888fb7ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827172 Jul 13 20:18:32.562177 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3e2549fc-b785-41be-a3b1-1961a01b0b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:32.568082 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3e2549fc-b785-41be-a3b1-1961a01b0b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:32.609151 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2549fc-b785-41be-a3b1-1961a01b0b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf40d14-8df1-40aa-8753-cb81bdfe6927,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:32.653874 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-3e2549fc-b785-41be-a3b1-1961a01b0b6d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=660e71474ac84a71bf4e6bbba1f3a2ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6814682 Jul 13 20:18:32.655646 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 41092) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:32.727559 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-bb361ee2-d34e-44ac-bc09-7d6bad34109d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:32.730393 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-bb361ee2-d34e-44ac-bc09-7d6bad34109d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04816e2f-157f-4694-821b-ba4aff3014de HTTP/1.1" status: 200 len: 856 time: 0.3029709 Jul 13 20:18:32.824742 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-2bb44632-0bb4-4def-878f-1530bc9bcf78 req-73215684-74cb-4326-bdb2-fa799bc6dd04 service neutron] 10.222.0.47 "GET /v2.0/networks/680d4961-3ce0-4364-a639-3d638a8730da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741839 Jul 13 20:18:32.831984 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3e182-a0c8-4d41-ad9d-7ede670986ff req-0e61913c-9c97-4e7e-838f-6c4a08d758fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:32.833571 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a3c3e182-a0c8-4d41-ad9d-7ede670986ff req-0e61913c-9c97-4e7e-838f-6c4a08d758fb service neutron] 10.222.0.47 "GET /v2.0/networks?id=680d4961-3ce0-4364-a639-3d638a8730da HTTP/1.1" status: 200 len: 920 time: 0.4062037 Jul 13 20:18:32.890544 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fdfc7-f9a3-44fd-92db-874e1c4f82ce req-ea4a227d-a877-4f8b-b6f3-9d9cfad8bfbe tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:32.892255 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6a3fdfc7-f9a3-44fd-92db-874e1c4f82ce req-ea4a227d-a877-4f8b-b6f3-9d9cfad8bfbe tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 943 time: 0.1828308 Jul 13 20:18:32.921740 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-39fffb70-a8d7-438a-a0cd-a47541ae5b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:32.956182 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6a3fdfc7-f9a3-44fd-92db-874e1c4f82ce req-bd10ab23-1fe9-4cdb-adfa-24fe30e93b0b tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568459 Jul 13 20:18:32.971613 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-39fffb70-a8d7-438a-a0cd-a47541ae5b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:33.005530 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a3c3e182-a0c8-4d41-ad9d-7ede670986ff req-57aff0d7-8e27-4584-8ff6-9b98b9835e37 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bd4b600-ed17-46e0-9cd9-f548983316ba HTTP/1.1" status: 200 len: 217 time: 0.1532226 Jul 13 20:18:33.034237 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-39fffb70-a8d7-438a-a0cd-a47541ae5b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:33.036770 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-39fffb70-a8d7-438a-a0cd-a47541ae5b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:33.040352 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-39fffb70-a8d7-438a-a0cd-a47541ae5b61 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1bf40d14-8df1-40aa-8753-cb81bdfe6927 HTTP/1.1" status: 204 len: 168 time: 0.3805726 Jul 13 20:18:33.048319 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fffb70-a8d7-438a-a0cd-a47541ae5b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf40d14-8df1-40aa-8753-cb81bdfe6927,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:33.075080 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-4dc89b00-5ad3-462c-a5d0-e8663c521795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:33.078643 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-4dc89b00-5ad3-462c-a5d0-e8663c521795 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37c40eda-3741-4ce7-ae97-3b7c29a7405a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3402877 Jul 13 20:18:33.157684 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-2bb44632-0bb4-4def-878f-1530bc9bcf78 req-3a593de4-ec7d-4778-bf9b-a15d5881c445 service neutron] 10.222.0.47 "GET /v2.0/networks/680d4961-3ce0-4364-a639-3d638a8730da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230748 Jul 13 20:18:33.159193 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3e182-a0c8-4d41-ad9d-7ede670986ff req-8a533551-aeb1-4c77-8cc7-6de1cd91a3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:33.160828 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a3c3e182-a0c8-4d41-ad9d-7ede670986ff req-8a533551-aeb1-4c77-8cc7-6de1cd91a3d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dc3305a-19e2-4f5f-b91b-410acd0592f6 HTTP/1.1" status: 200 len: 859 time: 0.1445653 Jul 13 20:18:33.225888 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a3c3e182-a0c8-4d41-ad9d-7ede670986ff req-15db62bd-a2cd-4bed-988c-e46ef2a612c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=680d4961-3ce0-4364-a639-3d638a8730da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460639 Jul 13 20:18:33.333693 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-979f8374-56cf-4452-be77-3d88b5556d3b service neutron] 10.222.0.47 "GET /v2.0/networks/37c40eda-3741-4ce7-ae97-3b7c29a7405a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446334 Jul 13 20:18:33.448499 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-63b5475e-c3f2-44b4-9e3e-bf5cfd231315 req-a4d56a45-a743-4310-89d0-122f89ac8ffd service neutron] 10.222.0.47 "GET /v2.0/networks/37c40eda-3741-4ce7-ae97-3b7c29a7405a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012862 Jul 13 20:18:33.479903 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3a03ba-13f9-4a69-8c2c-e9512ec21874', 'tag': 'e9504392-77c7-44af-b1ef-46bc1940c72c'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:18:33.485973 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb25285-7b07-40de-a4f1-2013d710fb44" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3a03ba-13f9-4a69-8c2c-e9512ec21874", "tag": "e9504392-77c7-44af-b1ef-46bc1940c72c"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:18:33.504220 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a3c3e182-a0c8-4d41-ad9d-7ede670986ff req-319ce10a-7e44-4db4-9018-240f69cfcdd4 service neutron] 10.222.0.47 "GET /v2.0/networks/680d4961-3ce0-4364-a639-3d638a8730da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676816 Jul 13 20:18:33.653541 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 41140) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:33.670598 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9725ef-8259-400e-88d6-fafa70a13abc req-6e090b53-247f-4824-98b5-220043670117 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:33.672143 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2d9725ef-8259-400e-88d6-fafa70a13abc req-6e090b53-247f-4824-98b5-220043670117 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 944 time: 0.1943576 Jul 13 20:18:33.676039 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a3c3e182-a0c8-4d41-ad9d-7ede670986ff req-9ab31a37-c96e-4e44-95e5-4183a8a11508 service neutron] 10.222.0.47 "GET /v2.0/networks/680d4961-3ce0-4364-a639-3d638a8730da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614659 Jul 13 20:18:33.682421 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d77bbb7a-e1c6-494f-a869-fd467178f65c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:33.723309 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 41142) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:33.750165 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2d9725ef-8259-400e-88d6-fafa70a13abc req-4720d875-244d-4635-810a-5743d555626a tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703206 Jul 13 20:18:33.762473 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3bbf4-83f6-4e05-acea-1d0d1dcb98e9 req-22b28077-d124-435f-b6e0-039675d0e60c tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:33.763657 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-f3608bd8-d033-4f9c-ac30-8daa63ce101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:33.764387 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-80d3bbf4-83f6-4e05-acea-1d0d1dcb98e9 req-22b28077-d124-435f-b6e0-039675d0e60c tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 945 time: 0.1781719 Jul 13 20:18:33.822209 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6d018c-f69d-49a7-a34f-8643e25b1a70 x-openstack-request-id: req-4c6d018c-f69d-49a7-a34f-8643e25b1a70 {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:18:33.822871 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3a03ba-13f9-4a69-8c2c-e9512ec21874", "tag": "e9504392-77c7-44af-b1ef-46bc1940c72c", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:18:33.824249 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4c6d018c-f69d-49a7-a34f-8643e25b1a70 {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:18:33.824669 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3a03ba-13f9-4a69-8c2c-e9512ec21874', 'tag': 'e9504392-77c7-44af-b1ef-46bc1940c72c', 'status': 'completed', 'code': 200} Jul 13 20:18:33.830595 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-80d3bbf4-83f6-4e05-acea-1d0d1dcb98e9 req-43d6c05d-4ea9-42bc-9b00-353d1de357f8 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/security-groups?id=044960fa-8d75-4cec-afd1-4c9888fb7ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589097 Jul 13 20:18:33.869639 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d77bbb7a-e1c6-494f-a869-fd467178f65c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:33.875289 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d77bbb7a-e1c6-494f-a869-fd467178f65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:33.908551 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bbb7a-e1c6-494f-a869-fd467178f65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07e9d68-cb55-4569-bd27-f3df198bf470,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:33.934736 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-d77bbb7a-e1c6-494f-a869-fd467178f65c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4c9aa1caac2c429eaa8b77cadce14805&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2765696 Jul 13 20:18:33.935271 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 41150) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:33.938379 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-b59e2adf-1310-4eb3-a1d0-23f0fb8d69b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:33.994477 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb25285-7b07-40de-a4f1-2013d710fb44 req-c3616a7b-41d7-49a8-b6c6-68e52e5eb57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:33.995826 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1fb25285-7b07-40de-a4f1-2013d710fb44 req-c3616a7b-41d7-49a8-b6c6-68e52e5eb57b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=501a0ae42f3f4e21b957db69f265e5bd&device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 1096 time: 0.1429865 Jul 13 20:18:34.008541 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-13ce546e-5023-44ba-b201-bba3d9c15c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:34.049049 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-13ce546e-5023-44ba-b201-bba3d9c15c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:34.174000 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-13ce546e-5023-44ba-b201-bba3d9c15c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:34.176591 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-13ce546e-5023-44ba-b201-bba3d9c15c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:34.177741 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-13ce546e-5023-44ba-b201-bba3d9c15c14 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d07e9d68-cb55-4569-bd27-f3df198bf470 HTTP/1.1" status: 204 len: 168 time: 0.2415690 Jul 13 20:18:34.178946 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-b59e2adf-1310-4eb3-a1d0-23f0fb8d69b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:34.192341 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce546e-5023-44ba-b201-bba3d9c15c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07e9d68-cb55-4569-bd27-f3df198bf470,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:34.196198 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-b59e2adf-1310-4eb3-a1d0-23f0fb8d69b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:34.214029 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb25285-7b07-40de-a4f1-2013d710fb44 req-5ab524ec-feac-4759-9d3e-2871028f735f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:34.216130 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1fb25285-7b07-40de-a4f1-2013d710fb44 req-5ab524ec-feac-4759-9d3e-2871028f735f service neutron] 10.222.0.47 "GET /v2.0/networks?id=37c40eda-3741-4ce7-ae97-3b7c29a7405a HTTP/1.1" status: 200 len: 918 time: 0.1964462 Jul 13 20:18:34.219884 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569898d-4c1a-4262-9ede-784d0f389b0c req-5af9a6b7-37e4-42a6-9c68-7d0918a74044 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:34.221757 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a569898d-4c1a-4262-9ede-784d0f389b0c req-5af9a6b7-37e4-42a6-9c68-7d0918a74044 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 943 time: 0.0930550 Jul 13 20:18:34.277346 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a569898d-4c1a-4262-9ede-784d0f389b0c req-df984c17-52a5-48f9-b45f-7c50b7f6ef30 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468292 Jul 13 20:18:34.299567 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-b59e2adf-1310-4eb3-a1d0-23f0fb8d69b2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b1a6d757991647b29a9243ea63672aad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5750368 Jul 13 20:18:34.304420 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 41160) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:34.312261 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 496a2b26-b324-4a14-85bd-ecf02a06773c details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:18:34.316175 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1fb25285-7b07-40de-a4f1-2013d710fb44 req-6d5141e8-a711-43d0-b669-7cf3b5dff1da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9504392-77c7-44af-b1ef-46bc1940c72c HTTP/1.1" status: 200 len: 217 time: 0.0720191 Jul 13 20:18:34.323593 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e2adf-1310-4eb3-a1d0-23f0fb8d69b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969ea8ea-1421-4d97-8125-ca4af47200e5,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:34.405644 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb25285-7b07-40de-a4f1-2013d710fb44 req-b6f157c5-7a86-4a39-b84e-55ffb6dfb0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:34.407237 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1fb25285-7b07-40de-a4f1-2013d710fb44 req-b6f157c5-7a86-4a39-b84e-55ffb6dfb0cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04816e2f-157f-4694-821b-ba4aff3014de HTTP/1.1" status: 200 len: 856 time: 0.0797472 Jul 13 20:18:34.412472 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-df4867a5-0446-47a4-af57-6879bbe7b633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:34.419614 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 496a2b26-b324-4a14-85bd-ecf02a06773c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=496a2b26-b324-4a14-85bd-ecf02a06773c,segment=NetworkSegment(75f47eaa-d46d-4fb4-93ab-8345f1231a55),segment_id=75f47eaa-d46d-4fb4-93ab-8345f1231a55)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:18:34.437560 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Returning: {'device': '496a2b26-b324-4a14-85bd-ecf02a06773c', 'network_id': '680d4961-3ce0-4364-a639-3d638a8730da', 'port_id': '496a2b26-b324-4a14-85bd-ecf02a06773c', 'mac_address': 'fa:16:3e:af:e7:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dc3305a-19e2-4f5f-b91b-410acd0592f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:18:34.465526 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-df4867a5-0446-47a4-af57-6879bbe7b633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:34.476277 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:34.492258 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 496a2b26-b324-4a14-85bd-ecf02a06773c {{(pid=92959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:18:34.526990 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb25285-7b07-40de-a4f1-2013d710fb44 req-4c199d9f-00cf-483c-aadf-838067deb1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:34.528765 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1fb25285-7b07-40de-a4f1-2013d710fb44 req-4c199d9f-00cf-483c-aadf-838067deb1e6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37c40eda-3741-4ce7-ae97-3b7c29a7405a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1099515 Jul 13 20:18:34.533523 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 496a2b26-b324-4a14-85bd-ecf02a06773c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=496a2b26-b324-4a14-85bd-ecf02a06773c,segment=NetworkSegment(75f47eaa-d46d-4fb4-93ab-8345f1231a55),segment_id=75f47eaa-d46d-4fb4-93ab-8345f1231a55)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:18:34.538104 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:34.539169 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 8bd4b600-ed17-46e0-9cd9-f548983316ba details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:18:34.564739 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-df4867a5-0446-47a4-af57-6879bbe7b633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:34.567245 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-df4867a5-0446-47a4-af57-6879bbe7b633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:34.568438 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-df4867a5-0446-47a4-af57-6879bbe7b633 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/969ea8ea-1421-4d97-8125-ca4af47200e5 HTTP/1.1" status: 204 len: 168 time: 0.2629845 Jul 13 20:18:34.646917 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4867a5-0446-47a4-af57-6879bbe7b633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969ea8ea-1421-4d97-8125-ca4af47200e5,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:34.715097 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=496a2b26-b324-4a14-85bd-ecf02a06773c,revision_number=4']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:34.730073 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1fb25285-7b07-40de-a4f1-2013d710fb44 req-19b0814f-4c7a-4e66-97a6-6553162ac409 service neutron] 10.222.0.47 "GET /v2.0/networks/37c40eda-3741-4ce7-ae97-3b7c29a7405a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908045 Jul 13 20:18:34.732131 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 8bd4b600-ed17-46e0-9cd9-f548983316ba, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=8bd4b600-ed17-46e0-9cd9-f548983316ba,segment=NetworkSegment(75f47eaa-d46d-4fb4-93ab-8345f1231a55),segment_id=75f47eaa-d46d-4fb4-93ab-8345f1231a55)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:18:34.747436 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Returning: {'device': '8bd4b600-ed17-46e0-9cd9-f548983316ba', 'network_id': '680d4961-3ce0-4364-a639-3d638a8730da', 'port_id': '8bd4b600-ed17-46e0-9cd9-f548983316ba', 'mac_address': 'fa:16:3e:5d:20:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dc3305a-19e2-4f5f-b91b-410acd0592f6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:18:34.798750 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:34.819150 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bd4b600-ed17-46e0-9cd9-f548983316ba {{(pid=92959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:18:34.862770 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 8bd4b600-ed17-46e0-9cd9-f548983316ba, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=8bd4b600-ed17-46e0-9cd9-f548983316ba,segment=NetworkSegment(75f47eaa-d46d-4fb4-93ab-8345f1231a55),segment_id=75f47eaa-d46d-4fb4-93ab-8345f1231a55)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:18:34.871175 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:34.957406 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=8bd4b600-ed17-46e0-9cd9-f548983316ba,revision_number=4']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:35.098411 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e6ebb-ae01-42e9-993a-5a5adcd1690f req-97df4fb9-7cd6-4b4a-8b63-d12e4da88e79 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:35.100034 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-797e6ebb-ae01-42e9-993a-5a5adcd1690f req-97df4fb9-7cd6-4b4a-8b63-d12e4da88e79 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 945 time: 0.1928637 Jul 13 20:18:35.140478 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 41194) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:35.145976 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aade43-dcc9-483e-884c-f5b1ea5ce53f req-7697c696-ef01-4815-ba2c-9ea051015398 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:35.152989 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-72aade43-dcc9-483e-884c-f5b1ea5ce53f req-7697c696-ef01-4815-ba2c-9ea051015398 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 945 time: 0.1200967 Jul 13 20:18:35.166273 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-19315c82-492a-4eb4-930a-85fd5010b7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:35.201849 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-797e6ebb-ae01-42e9-993a-5a5adcd1690f req-36b8d03f-9ce1-4f6d-ba27-1fe22697c240 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904729 Jul 13 20:18:35.236675 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-72aade43-dcc9-483e-884c-f5b1ea5ce53f req-28711da7-bef0-46db-8161-9504873bb609 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/security-groups?id=044960fa-8d75-4cec-afd1-4c9888fb7ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805602 Jul 13 20:18:35.316559 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-19315c82-492a-4eb4-930a-85fd5010b7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:35.321766 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-19315c82-492a-4eb4-930a-85fd5010b7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:35.366129 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19315c82-492a-4eb4-930a-85fd5010b7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e705e567-acec-4c27-971c-052fdb303526,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:35.379097 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-19315c82-492a-4eb4-930a-85fd5010b7ce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9bb41feba5a145bf89c228dcc11d3d00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364161 Jul 13 20:18:35.381248 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 41212) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:35.482095 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c1583ca4-f137-40ed-aa5f-fec01cb11b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:35.530862 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c1583ca4-f137-40ed-aa5f-fec01cb11b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:35.566539 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f191df9-3253-44ec-95ae-499bd96358f0 req-63dd0b78-6f3b-4cd6-85d7-d29a355bab4c tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:35.569152 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7f191df9-3253-44ec-95ae-499bd96358f0 req-63dd0b78-6f3b-4cd6-85d7-d29a355bab4c tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 943 time: 0.1557794 Jul 13 20:18:35.629278 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7f191df9-3253-44ec-95ae-499bd96358f0 req-7e34f80e-839f-49ba-ba66-28cba3619083 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523403 Jul 13 20:18:35.673534 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c1583ca4-f137-40ed-aa5f-fec01cb11b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:35.676712 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c1583ca4-f137-40ed-aa5f-fec01cb11b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:35.677443 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-c1583ca4-f137-40ed-aa5f-fec01cb11b55 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e705e567-acec-4c27-971c-052fdb303526 HTTP/1.1" status: 204 len: 168 time: 0.2948728 Jul 13 20:18:35.692919 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1583ca4-f137-40ed-aa5f-fec01cb11b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e705e567-acec-4c27-971c-052fdb303526,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:35.872650 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1fb25285-7b07-40de-a4f1-2013d710fb44 req-2bb5eb3a-7d94-4bad-882a-d1eb615b6a88 service neutron] 10.222.0.47 "GET /v2.0/networks/37c40eda-3741-4ce7-ae97-3b7c29a7405a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048267 Jul 13 20:18:36.092998 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-62b1c6f3-8774-4867-807b-c08b11848c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:36.427404 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ffc54-3ad0-4e0c-a3a1-a132c57035e5 req-bdd967e5-93f4-481e-8e78-68835ea0d699 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:36.429192 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0c5ffc54-3ad0-4e0c-a3a1-a132c57035e5 req-bdd967e5-93f4-481e-8e78-68835ea0d699 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 945 time: 0.0874288 Jul 13 20:18:36.482056 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0c5ffc54-3ad0-4e0c-a3a1-a132c57035e5 req-41cd0158-92bf-4b42-97ad-5a79eb7a03d2 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458417 Jul 13 20:18:36.776103 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:36.863059 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c9147-90b2-459a-9b90-151cac9632e9 req-d7644153-b1c6-4058-ad55-d497bbb46e9b tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:36.865038 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-624c9147-90b2-459a-9b90-151cac9632e9 req-d7644153-b1c6-4058-ad55-d497bbb46e9b tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 943 time: 0.0928109 Jul 13 20:18:36.910542 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-624c9147-90b2-459a-9b90-151cac9632e9 req-e85090f1-ebc5-482b-8748-8b4cd91d4ef2 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384321 Jul 13 20:18:37.460824 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:37.648451 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb0bee-0a9a-4022-9676-2e0b697b9dec req-7ee20960-70f7-4d2c-831e-0f36201af3a0 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:37.649944 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3acb0bee-0a9a-4022-9676-2e0b697b9dec req-7ee20960-70f7-4d2c-831e-0f36201af3a0 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 945 time: 0.0654876 Jul 13 20:18:37.688088 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3acb0bee-0a9a-4022-9676-2e0b697b9dec req-c5aaf708-37fc-4c9d-9bdc-8787b7c25492 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317168 Jul 13 20:18:37.750099 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device e9504392-77c7-44af-b1ef-46bc1940c72c details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:18:37.860178 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port e9504392-77c7-44af-b1ef-46bc1940c72c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=e9504392-77c7-44af-b1ef-46bc1940c72c,segment=NetworkSegment(e75817a0-f1ae-44cb-ac14-54dccbb196a1),segment_id=e75817a0-f1ae-44cb-ac14-54dccbb196a1)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:18:37.875293 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Returning: {'device': 'e9504392-77c7-44af-b1ef-46bc1940c72c', 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a', 'port_id': 'e9504392-77c7-44af-b1ef-46bc1940c72c', 'mac_address': 'fa:16:3e:31:5a:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04816e2f-157f-4694-821b-ba4aff3014de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:18:37.914659 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:37.928097 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9504392-77c7-44af-b1ef-46bc1940c72c {{(pid=92959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:18:37.965369 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port e9504392-77c7-44af-b1ef-46bc1940c72c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=e9504392-77c7-44af-b1ef-46bc1940c72c,segment=NetworkSegment(e75817a0-f1ae-44cb-ac14-54dccbb196a1),segment_id=e75817a0-f1ae-44cb-ac14-54dccbb196a1)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:18:37.969417 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:38.021230 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=e9504392-77c7-44af-b1ef-46bc1940c72c,revision_number=4']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:38.120164 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f6743-a558-49cc-a82a-0e091063a556 req-dba86943-1e43-4981-b0ba-965524b3baa9 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:38.122447 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1a8f6743-a558-49cc-a82a-0e091063a556 req-dba86943-1e43-4981-b0ba-965524b3baa9 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 944 time: 0.0747082 Jul 13 20:18:38.133467 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['8bd4b600-ed17-46e0-9cd9-f548983316ba'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:18:38.161428 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['496a2b26-b324-4a14-85bd-ecf02a06773c'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:18:38.164919 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1a8f6743-a558-49cc-a82a-0e091063a556 req-db21b2c4-94df-46d6-8c9a-e95a66b5c73d tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358012 Jul 13 20:18:38.379954 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['e9504392-77c7-44af-b1ef-46bc1940c72c'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:18:38.879514 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e7c70-3d60-484f-9709-7e618d9dfe31 req-d198a9a8-8818-4aea-bd35-d1d12ad5b07b tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:38.881049 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-df1e7c70-3d60-484f-9709-7e618d9dfe31 req-d198a9a8-8818-4aea-bd35-d1d12ad5b07b tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 945 time: 0.0701272 Jul 13 20:18:38.948323 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-df1e7c70-3d60-484f-9709-7e618d9dfe31 req-58246ccd-f563-4e4e-8c49-7044a21cfe1c tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467916 Jul 13 20:18:39.195030 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:39.372758 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 41464) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:39.411762 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d560d90-a1f4-41a2-aae6-550ebc233588 req-e9c8dbdd-0452-4863-807f-887d714fdd26 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:39.413319 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0d560d90-a1f4-41a2-aae6-550ebc233588 req-e9c8dbdd-0452-4863-807f-887d714fdd26 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 944 time: 0.0918555 Jul 13 20:18:39.462738 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0d560d90-a1f4-41a2-aae6-550ebc233588 req-ea272bbd-2098-4d20-99a0-360154265030 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429018 Jul 13 20:18:39.488727 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-aefd34fa-f983-49f9-abfd-a41adcd7a780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:39.578433 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-aefd34fa-f983-49f9-abfd-a41adcd7a780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:39.582343 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-aefd34fa-f983-49f9-abfd-a41adcd7a780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:39.621771 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-aefd34fa-f983-49f9-abfd-a41adcd7a780 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=565473c3e4304ef4bd5b1f9ac17f3cd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477841 Jul 13 20:18:39.624405 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 41476) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:39.626590 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd34fa-f983-49f9-abfd-a41adcd7a780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d78328-16ca-460b-a38f-08b7fa0847de,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:39.676127 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c35f6741-f8ba-47bc-b61b-442c9ee176de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:39.700743 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c35f6741-f8ba-47bc-b61b-442c9ee176de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:39.748113 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c35f6741-f8ba-47bc-b61b-442c9ee176de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:39.750913 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c35f6741-f8ba-47bc-b61b-442c9ee176de admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:39.752124 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-c35f6741-f8ba-47bc-b61b-442c9ee176de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a1d78328-16ca-460b-a38f-08b7fa0847de HTTP/1.1" status: 204 len: 168 time: 0.1266930 Jul 13 20:18:39.763365 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f6741-f8ba-47bc-b61b-442c9ee176de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d78328-16ca-460b-a38f-08b7fa0847de,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:40.024147 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 41484) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:40.037457 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3df3794a-1792-459b-86c9-3915e54ed0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:40.163765 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ae261-b2f7-4e4e-8155-83a4c37900d1 req-63ebb6bc-3e27-4ba4-ae21-591b323ab3b7 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:40.165394 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-167ae261-b2f7-4e4e-8155-83a4c37900d1 req-63ebb6bc-3e27-4ba4-ae21-591b323ab3b7 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 945 time: 0.1004226 Jul 13 20:18:40.198253 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3df3794a-1792-459b-86c9-3915e54ed0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:40.203741 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3df3794a-1792-459b-86c9-3915e54ed0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:40.229181 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-167ae261-b2f7-4e4e-8155-83a4c37900d1 req-b6ee76b4-f61a-415e-a38c-60106456328c tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579774 Jul 13 20:18:40.255781 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-3df3794a-1792-459b-86c9-3915e54ed0eb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e2f8ff1837ed4c029da15f379d58cc77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305400 Jul 13 20:18:40.256680 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df3794a-1792-459b-86c9-3915e54ed0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f3e4c7-a4ee-45af-9d9a-a7253c0f0315,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:40.258545 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 41488) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:40.306222 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-cab7a3bd-fc36-45f9-ad0b-85e47ed52f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:40.332900 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-cab7a3bd-fc36-45f9-ad0b-85e47ed52f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:40.396522 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-cab7a3bd-fc36-45f9-ad0b-85e47ed52f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:40.399040 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-cab7a3bd-fc36-45f9-ad0b-85e47ed52f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:40.404970 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-cab7a3bd-fc36-45f9-ad0b-85e47ed52f07 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d3f3e4c7-a4ee-45af-9d9a-a7253c0f0315 HTTP/1.1" status: 204 len: 168 time: 0.1442258 Jul 13 20:18:40.412024 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7a3bd-fc36-45f9-ad0b-85e47ed52f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f3e4c7-a4ee-45af-9d9a-a7253c0f0315,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:40.646427 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce56d2e-d80a-48d3-a3c5-da68bc164b55 req-df71547d-5661-42b7-93a4-0aae15261a70 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:40.647927 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9ce56d2e-d80a-48d3-a3c5-da68bc164b55 req-df71547d-5661-42b7-93a4-0aae15261a70 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 944 time: 0.0715599 Jul 13 20:18:40.701417 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9ce56d2e-d80a-48d3-a3c5-da68bc164b55 req-dd99b916-b4e0-466b-b787-f16717c81c63 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478106 Jul 13 20:18:41.413083 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb63c7-7c91-49b0-9ea4-3d3142cd3db9 req-7142721d-f89d-4b36-9876-d3e222864860 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:41.415389 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4feb63c7-7c91-49b0-9ea4-3d3142cd3db9 req-7142721d-f89d-4b36-9876-d3e222864860 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 945 time: 0.0677795 Jul 13 20:18:41.458645 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4feb63c7-7c91-49b0-9ea4-3d3142cd3db9 req-18107db4-3822-409a-a915-a0de88fdd2f6 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352709 Jul 13 20:18:41.885727 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71b06b-a0c2-4506-a346-01bd044818f0 req-313209fe-4d03-4b1e-ba52-978c5e64ee51 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:41.887728 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9e71b06b-a0c2-4506-a346-01bd044818f0 req-313209fe-4d03-4b1e-ba52-978c5e64ee51 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 944 time: 0.0680158 Jul 13 20:18:41.927935 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9e71b06b-a0c2-4506-a346-01bd044818f0 req-8d386935-28e2-4877-88f6-a273e16adfdc tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344784 Jul 13 20:18:42.537482 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 496a2b26-b324-4a14-85bd-ecf02a06773c up at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:18:42.625372 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning for port 496a2b26-b324-4a14-85bd-ecf02a06773c completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:18:42.630440 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning complete for port 496a2b26-b324-4a14-85bd-ecf02a06773c triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:18:42.631151 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:42.685934 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96893b9c-3a52-4918-bf56-175289649cc3 req-bb162c4e-356f-4617-a457-b502a46f6870 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:42.687519 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-96893b9c-3a52-4918-bf56-175289649cc3 req-bb162c4e-356f-4617-a457-b502a46f6870 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 945 time: 0.0691588 Jul 13 20:18:42.714118 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:42.729258 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-96893b9c-3a52-4918-bf56-175289649cc3 req-be02b7fb-56f6-4440-b82a-cccc58dfeb40 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352988 Jul 13 20:18:42.737022 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f29a46e-71e1-421d-986a-50a82f1bd117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496a2b26-b324-4a14-85bd-ecf02a06773c'}] {{(pid=92959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:18:42.739231 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a95ef25a805c455dc0e319f75fe5c37b751c8207b334ba38c934020b16a01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29403eb-dba9-423f-ba07-6479367cf09c" -d '{"events": [{"server_uuid": "0f29a46e-71e1-421d-986a-50a82f1bd117", "name": "network-vif-plugged", "status": "completed", "tag": "496a2b26-b324-4a14-85bd-ecf02a06773c"}]}' {{(pid=92959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:18:42.752077 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 496a2b26-b324-4a14-85bd-ecf02a06773c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=496a2b26-b324-4a14-85bd-ecf02a06773c,segment=NetworkSegment(75f47eaa-d46d-4fb4-93ab-8345f1231a55),segment_id=75f47eaa-d46d-4fb4-93ab-8345f1231a55)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:18:42.757284 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:42.758227 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 8bd4b600-ed17-46e0-9cd9-f548983316ba up at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:18:42.806763 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a638c1-f023-4d18-9d6f-011e4bd1b251 x-openstack-request-id: req-e6a638c1-f023-4d18-9d6f-011e4bd1b251 {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:18:42.807047 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f29a46e-71e1-421d-986a-50a82f1bd117", "name": "network-vif-plugged", "status": "completed", "tag": "496a2b26-b324-4a14-85bd-ecf02a06773c", "code": 200}]} {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:18:42.807296 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e6a638c1-f023-4d18-9d6f-011e4bd1b251 {{(pid=92959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:18:42.807692 dv-cinder-800697-1-iscsi neutron-server[92959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f29a46e-71e1-421d-986a-50a82f1bd117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496a2b26-b324-4a14-85bd-ecf02a06773c', 'code': 200} Jul 13 20:18:42.856779 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=496a2b26-b324-4a14-85bd-ecf02a06773c,revision_number=5']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:42.868080 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning for port 8bd4b600-ed17-46e0-9cd9-f548983316ba completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:18:42.872671 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning complete for port 8bd4b600-ed17-46e0-9cd9-f548983316ba triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:18:42.873063 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:42.949945 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:42.984790 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 8bd4b600-ed17-46e0-9cd9-f548983316ba, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=8bd4b600-ed17-46e0-9cd9-f548983316ba,segment=NetworkSegment(75f47eaa-d46d-4fb4-93ab-8345f1231a55),segment_id=75f47eaa-d46d-4fb4-93ab-8345f1231a55)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:18:42.988847 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:43.050278 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce74a1-f528-49f5-a0bd-acecf5c71464 req-46f34264-cc2f-4114-918a-e774e5dcc251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:43.056176 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-16ce74a1-f528-49f5-a0bd-acecf5c71464 req-46f34264-cc2f-4114-918a-e774e5dcc251 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 1099 time: 0.0663311 Jul 13 20:18:43.065877 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=8bd4b600-ed17-46e0-9cd9-f548983316ba,revision_number=5']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:43.125427 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461500c-5591-4288-8061-5571858f2ff0 req-49e14bff-4e0e-412d-8ea9-738e7cf78881 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:43.127130 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e461500c-5591-4288-8061-5571858f2ff0 req-49e14bff-4e0e-412d-8ea9-738e7cf78881 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 944 time: 0.0629828 Jul 13 20:18:43.171111 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e461500c-5591-4288-8061-5571858f2ff0 req-4513f239-e20a-46e4-9575-0f140ab843f9 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367718 Jul 13 20:18:43.675092 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:43.900313 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e82b2-0e7b-4ceb-994b-3725b55c6f6c req-39d1dce1-78e6-4f6a-b8c4-fe2374eb0e3b tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:43.901759 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dc9e82b2-0e7b-4ceb-994b-3725b55c6f6c req-39d1dce1-78e6-4f6a-b8c4-fe2374eb0e3b tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.0614040 Jul 13 20:18:43.938070 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dc9e82b2-0e7b-4ceb-994b-3725b55c6f6c req-1503a141-4f3e-44c8-9a19-3e91440fcd57 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306988 Jul 13 20:18:44.051113 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-16ce74a1-f528-49f5-a0bd-acecf5c71464 req-4983c25f-2a21-4ea9-9bb7-a8a4718f01b6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289195 Jul 13 20:18:44.343273 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586ca6d-ba3b-43db-bbdc-a6ef672b485e req-6b7c0a7c-c1bb-4689-b1db-2695ab9b2aa2 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:44.344730 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a586ca6d-ba3b-43db-bbdc-a6ef672b485e req-6b7c0a7c-c1bb-4689-b1db-2695ab9b2aa2 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 944 time: 0.0623636 Jul 13 20:18:44.380117 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a586ca6d-ba3b-43db-bbdc-a6ef672b485e req-df570aae-cb97-44b2-a505-63c00abd3f9e tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297053 Jul 13 20:18:44.808981 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c777c5a2-0498-41d0-91d3-6b43573c7db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd4b600-ed17-46e0-9cd9-f548983316ba'}] {{(pid=92959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:18:44.811392 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a95ef25a805c455dc0e319f75fe5c37b751c8207b334ba38c934020b16a01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025c7b83-3378-4e55-85b2-e5550e59dbac" -d '{"events": [{"server_uuid": "c777c5a2-0498-41d0-91d3-6b43573c7db3", "name": "network-vif-plugged", "status": "completed", "tag": "8bd4b600-ed17-46e0-9cd9-f548983316ba"}]}' {{(pid=92959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:18:44.845803 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d00f61-648e-4dd4-b2d4-9ee6e4e3cbcb x-openstack-request-id: req-18d00f61-648e-4dd4-b2d4-9ee6e4e3cbcb {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:18:44.846096 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c777c5a2-0498-41d0-91d3-6b43573c7db3", "name": "network-vif-plugged", "status": "completed", "tag": "8bd4b600-ed17-46e0-9cd9-f548983316ba", "code": 200}]} {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:18:44.846352 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-18d00f61-648e-4dd4-b2d4-9ee6e4e3cbcb {{(pid=92959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:18:44.846744 dv-cinder-800697-1-iscsi neutron-server[92959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c777c5a2-0498-41d0-91d3-6b43573c7db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd4b600-ed17-46e0-9cd9-f548983316ba', 'code': 200} Jul 13 20:18:44.933966 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device e9504392-77c7-44af-b1ef-46bc1940c72c up at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:18:44.982532 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning for port e9504392-77c7-44af-b1ef-46bc1940c72c completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:18:44.986280 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning complete for port e9504392-77c7-44af-b1ef-46bc1940c72c triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:18:44.986651 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:45.068680 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:45.102498 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port e9504392-77c7-44af-b1ef-46bc1940c72c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=e9504392-77c7-44af-b1ef-46bc1940c72c,segment=NetworkSegment(e75817a0-f1ae-44cb-ac14-54dccbb196a1),segment_id=e75817a0-f1ae-44cb-ac14-54dccbb196a1)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:18:45.106724 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:45.127628 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07755f3-b3ed-4a19-92ae-ac6044f034f9 req-b9434646-1540-4b1e-9757-40f477290f75 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:45.129454 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a07755f3-b3ed-4a19-92ae-ac6044f034f9 req-b9434646-1540-4b1e-9757-40f477290f75 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.0793412 Jul 13 20:18:45.156725 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=e9504392-77c7-44af-b1ef-46bc1940c72c,revision_number=5']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:45.172539 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a07755f3-b3ed-4a19-92ae-ac6044f034f9 req-8ecd5959-2996-4355-9f07-aa31959e3621 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369031 Jul 13 20:18:45.556814 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c4af4-3821-4980-a2f3-090fea057313 req-294f1b64-722a-4b79-825c-958f71a40eae tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:45.558267 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-358c4af4-3821-4980-a2f3-090fea057313 req-294f1b64-722a-4b79-825c-958f71a40eae tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.0620704 Jul 13 20:18:45.594799 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-358c4af4-3821-4980-a2f3-090fea057313 req-2cc6012a-5765-4505-88e2-a3d8e9cf6e3b tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304267 Jul 13 20:18:46.350184 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9050a6-3893-4402-a942-229d44d6ebcc req-f54d0a8f-7a5e-44ac-992f-5f5b1244e5a0 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:46.351656 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fc9050a6-3893-4402-a942-229d44d6ebcc req-f54d0a8f-7a5e-44ac-992f-5f5b1244e5a0 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.0629361 Jul 13 20:18:46.395293 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fc9050a6-3893-4402-a942-229d44d6ebcc req-d02060ea-018d-4060-a74d-06ecfd17635a tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372667 Jul 13 20:18:46.446527 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9a4be-3a03-4bd7-9677-613c8e7eaff7 req-e624de8a-f871-42cc-af5f-0dba0ff0c997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:46.448021 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-03d9a4be-3a03-4bd7-9677-613c8e7eaff7 req-e624de8a-f871-42cc-af5f-0dba0ff0c997 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 1099 time: 0.0505602 Jul 13 20:18:46.486778 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-03d9a4be-3a03-4bd7-9677-613c8e7eaff7 req-94547b04-b94a-49d7-b2ce-c29b58b7a5d9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279901 Jul 13 20:18:46.793480 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae558eb7-bef1-432b-9b93-83a375d84daf req-460f5884-e825-4286-a672-29983f647288 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:46.795057 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ae558eb7-bef1-432b-9b93-83a375d84daf req-460f5884-e825-4286-a672-29983f647288 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.0751216 Jul 13 20:18:46.834515 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ae558eb7-bef1-432b-9b93-83a375d84daf req-4afd8123-a14d-4def-872d-ea8c151fe807 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327644 Jul 13 20:18:46.847951 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3a03ba-13f9-4a69-8c2c-e9512ec21874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9504392-77c7-44af-b1ef-46bc1940c72c'}] {{(pid=92959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:18:46.850315 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a95ef25a805c455dc0e319f75fe5c37b751c8207b334ba38c934020b16a01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9039a15-e581-40bb-90a8-cea9de0713de" -d '{"events": [{"server_uuid": "1f3a03ba-13f9-4a69-8c2c-e9512ec21874", "name": "network-vif-plugged", "status": "completed", "tag": "e9504392-77c7-44af-b1ef-46bc1940c72c"}]}' {{(pid=92959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:18:46.888410 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddce72b-7a0c-40a6-92a8-a1aa2d895f8b x-openstack-request-id: req-dddce72b-7a0c-40a6-92a8-a1aa2d895f8b {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:18:46.888410 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3a03ba-13f9-4a69-8c2c-e9512ec21874", "name": "network-vif-plugged", "status": "completed", "tag": "e9504392-77c7-44af-b1ef-46bc1940c72c", "code": 200}]} {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:18:46.888410 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dddce72b-7a0c-40a6-92a8-a1aa2d895f8b {{(pid=92959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:18:46.888737 dv-cinder-800697-1-iscsi neutron-server[92959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3a03ba-13f9-4a69-8c2c-e9512ec21874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9504392-77c7-44af-b1ef-46bc1940c72c', 'code': 200} Jul 13 20:18:47.154709 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f5196-4ec6-4865-94c9-c327476eafa3 req-e4526da3-e818-48bf-9495-399448fe67d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:47.156199 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-7f4f5196-4ec6-4865-94c9-c327476eafa3 req-e4526da3-e818-48bf-9495-399448fe67d2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 1098 time: 0.0531347 Jul 13 20:18:47.198881 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-7f4f5196-4ec6-4865-94c9-c327476eafa3 req-61b0c080-b258-4e68-9ee7-df3c7ce016f7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0282948 Jul 13 20:18:47.578543 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08836186-06c7-43b3-b51c-74ac69e94943 req-6a714678-2025-4129-9f69-2104d7910577 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:47.580055 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-08836186-06c7-43b3-b51c-74ac69e94943 req-6a714678-2025-4129-9f69-2104d7910577 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.0651941 Jul 13 20:18:47.618167 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-08836186-06c7-43b3-b51c-74ac69e94943 req-6df67a90-2c3f-4232-8ceb-1c5dc17a7ba0 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326731 Jul 13 20:18:48.019077 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce8f21-c6c5-4e46-bdd7-7d4aa46c34bb req-4cf603ea-a347-48dd-a21b-990497f78023 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:48.020610 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-96ce8f21-c6c5-4e46-bdd7-7d4aa46c34bb req-4cf603ea-a347-48dd-a21b-990497f78023 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.0678127 Jul 13 20:18:48.059459 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-96ce8f21-c6c5-4e46-bdd7-7d4aa46c34bb req-cece7529-6080-42fc-89a0-b1fea1e7df6c tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329342 Jul 13 20:18:48.790198 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19cecbb-bffe-4af4-86be-c79d107b5d64 req-18ad291f-0a78-4815-96b6-fb8671d099e2 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:48.791645 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c19cecbb-bffe-4af4-86be-c79d107b5d64 req-18ad291f-0a78-4815-96b6-fb8671d099e2 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.0641460 Jul 13 20:18:48.829401 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c19cecbb-bffe-4af4-86be-c79d107b5d64 req-a6057407-6007-4da9-80bd-c099f3ebdec4 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314248 Jul 13 20:18:49.254341 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21b0a7-5fa7-44dd-8a9d-17a50942ab2d req-00c59a8b-55f2-4158-adcd-2ac62bc0ab36 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:49.255765 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5e21b0a7-5fa7-44dd-8a9d-17a50942ab2d req-00c59a8b-55f2-4158-adcd-2ac62bc0ab36 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.0704613 Jul 13 20:18:49.293128 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5e21b0a7-5fa7-44dd-8a9d-17a50942ab2d req-2ffa37ad-971e-464a-a79d-1b639b0c5837 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316598 Jul 13 20:18:49.999943 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b203a4-a086-4e23-a116-d61342bb6ce2 req-b3f26f4c-9ff5-4bf9-ac23-127da797592a tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:50.001433 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-25b203a4-a086-4e23-a116-d61342bb6ce2 req-b3f26f4c-9ff5-4bf9-ac23-127da797592a tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.0633471 Jul 13 20:18:50.037544 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-25b203a4-a086-4e23-a116-d61342bb6ce2 req-521d6ca7-798d-4df1-bfc7-0c15fa4b33ef tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306361 Jul 13 20:18:50.470576 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177f7a5-8468-4be3-a374-fd1e6ab802f3 req-a1b9ce61-169f-4f1d-85ff-e8c4a3c44547 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:50.472055 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e177f7a5-8468-4be3-a374-fd1e6ab802f3 req-a1b9ce61-169f-4f1d-85ff-e8c4a3c44547 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.0623195 Jul 13 20:18:50.508248 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e177f7a5-8468-4be3-a374-fd1e6ab802f3 req-53f12a09-8e22-4eda-b40b-ff9c4906ecd7 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304759 Jul 13 20:18:51.237274 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944d053-d80e-4020-85a0-0cde987ced17 req-21738922-3d29-4e8f-a24c-26afa031e330 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:51.238776 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d944d053-d80e-4020-85a0-0cde987ced17 req-21738922-3d29-4e8f-a24c-26afa031e330 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.0800314 Jul 13 20:18:51.278842 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d944d053-d80e-4020-85a0-0cde987ced17 req-c5e64fd9-b6cb-4ede-a7d1-74a09e999b92 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336194 Jul 13 20:18:51.685707 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae76a01-dd67-4148-8a0e-a1a62bdede73 req-362c7ed3-65e5-44be-9608-c48dc8d0046d tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:51.687108 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4ae76a01-dd67-4148-8a0e-a1a62bdede73 req-362c7ed3-65e5-44be-9608-c48dc8d0046d tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.0627496 Jul 13 20:18:51.723341 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4ae76a01-dd67-4148-8a0e-a1a62bdede73 req-0c460f24-f7d7-4432-babd-a02b7d04b298 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306571 Jul 13 20:18:52.461938 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c595565-f969-4524-8fd8-365db271f163 req-f25ed13a-c5f7-4f44-8405-d9f675f3e68f tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:52.463409 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5c595565-f969-4524-8fd8-365db271f163 req-f25ed13a-c5f7-4f44-8405-d9f675f3e68f tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.0675611 Jul 13 20:18:52.502331 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5c595565-f969-4524-8fd8-365db271f163 req-819e2e8c-b512-400a-b922-8dad31aa5fbc tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329933 Jul 13 20:18:52.951897 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e8f6e-0f18-44b1-ab5f-7f3520871b65 req-86ffc82f-5cf9-4490-9b9e-ef3d10484fed tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:52.953395 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-625e8f6e-0f18-44b1-ab5f-7f3520871b65 req-86ffc82f-5cf9-4490-9b9e-ef3d10484fed tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.1076431 Jul 13 20:18:52.966594 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c03d3-db2d-4b13-8be4-23fd82ea601c req-c25e1fcc-78a4-4dfd-a5d2-876e4e5c2f31 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:52.968117 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1d3c03d3-db2d-4b13-8be4-23fd82ea601c req-c25e1fcc-78a4-4dfd-a5d2-876e4e5c2f31 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.0918717 Jul 13 20:18:53.024098 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-625e8f6e-0f18-44b1-ab5f-7f3520871b65 req-7e953bad-7019-4a32-842e-b460e6079dc4 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549865 Jul 13 20:18:53.031521 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1d3c03d3-db2d-4b13-8be4-23fd82ea601c req-07264691-8eb3-48af-aad6-6d3b34eb443b tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564568 Jul 13 20:18:54.241389 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2a5ee-b10c-446a-b8a3-120a324b3e4a req-72e8bb77-059f-45d3-9c7f-67eadfcc73b2 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:54.242843 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ecc2a5ee-b10c-446a-b8a3-120a324b3e4a req-72e8bb77-059f-45d3-9c7f-67eadfcc73b2 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.1043375 Jul 13 20:18:54.250692 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9e999-def0-44f5-a23a-325285854a57 req-390d22b9-3dd2-4252-bd30-ab39bfe61843 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:54.252059 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f9c9e999-def0-44f5-a23a-325285854a57 req-390d22b9-3dd2-4252-bd30-ab39bfe61843 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.1026282 Jul 13 20:18:54.311571 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ecc2a5ee-b10c-446a-b8a3-120a324b3e4a req-6b45243a-766c-474a-9c54-45e7104836f6 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584841 Jul 13 20:18:54.314056 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f9c9e999-def0-44f5-a23a-325285854a57 req-4c0e5087-3579-402f-9799-7f7a68d4b69b tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553644 Jul 13 20:18:55.523359 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fac1b-9c2c-47ac-830e-898da03b2661 req-89d487ec-d74d-43ea-8ad2-7770aee2d655 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:55.524847 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3e8fac1b-9c2c-47ac-830e-898da03b2661 req-89d487ec-d74d-43ea-8ad2-7770aee2d655 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.1008236 Jul 13 20:18:55.536729 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e56aad-31db-4ac1-ab1b-1b5ce994e3ae req-27ca5eac-6d3d-402d-9777-fe5f3d588d65 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:55.538114 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-55e56aad-31db-4ac1-ab1b-1b5ce994e3ae req-27ca5eac-6d3d-402d-9777-fe5f3d588d65 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.1050458 Jul 13 20:18:55.590752 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3e8fac1b-9c2c-47ac-830e-898da03b2661 req-e4c532b4-a6b6-4b7a-a59e-fda2a6961f08 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510731 Jul 13 20:18:55.595481 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-55e56aad-31db-4ac1-ab1b-1b5ce994e3ae req-a969b0e4-75c9-4e73-90db-d2ab19884c11 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506001 Jul 13 20:18:56.253570 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8ae5d-554f-4dfd-be19-8cae127f8260 req-8ad7477a-2d88-4616-af53-59776985b84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:56.255071 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-d4b8ae5d-554f-4dfd-be19-8cae127f8260 req-8ad7477a-2d88-4616-af53-59776985b84a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc1202cbb5ca410abbcdef9b3fca32f7&device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 1099 time: 0.0522494 Jul 13 20:18:56.346917 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8ae5d-554f-4dfd-be19-8cae127f8260 req-b5562fb3-f0be-4e01-ab75-4486fe939fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:56.348462 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-d4b8ae5d-554f-4dfd-be19-8cae127f8260 req-b5562fb3-f0be-4e01-ab75-4486fe939fe1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=680d4961-3ce0-4364-a639-3d638a8730da HTTP/1.1" status: 200 len: 920 time: 0.0853319 Jul 13 20:18:56.392977 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-d4b8ae5d-554f-4dfd-be19-8cae127f8260 req-28aa9a36-4ff4-46a4-b2ae-75e11cc10e7c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bd4b600-ed17-46e0-9cd9-f548983316ba HTTP/1.1" status: 200 len: 217 time: 0.0342562 Jul 13 20:18:56.451920 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8ae5d-554f-4dfd-be19-8cae127f8260 req-00c9bb6b-98ae-4451-87d7-0eaaa69baa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:56.453331 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-d4b8ae5d-554f-4dfd-be19-8cae127f8260 req-00c9bb6b-98ae-4451-87d7-0eaaa69baa2a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dc3305a-19e2-4f5f-b91b-410acd0592f6 HTTP/1.1" status: 200 len: 859 time: 0.0424454 Jul 13 20:18:56.511535 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-d4b8ae5d-554f-4dfd-be19-8cae127f8260 req-bdeafb08-8b77-4453-b97a-136aff041ade service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=680d4961-3ce0-4364-a639-3d638a8730da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258601 Jul 13 20:18:56.604448 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-d4b8ae5d-554f-4dfd-be19-8cae127f8260 req-45ac2bf4-0e1c-4f3f-84b7-73f8d40cb4c3 service neutron] 10.222.0.47 "GET /v2.0/networks/680d4961-3ce0-4364-a639-3d638a8730da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850146 Jul 13 20:18:56.707336 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-d4b8ae5d-554f-4dfd-be19-8cae127f8260 req-e3d00826-407e-4845-9609-9bc7c3771923 service neutron] 10.222.0.47 "GET /v2.0/networks/680d4961-3ce0-4364-a639-3d638a8730da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942307 Jul 13 20:18:56.842383 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c02cd-089d-4d33-8a0f-97d32a42cd98 req-c58ea9f4-c235-4e00-83ad-8e09e30a05b7 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:56.843884 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bc1c02cd-089d-4d33-8a0f-97d32a42cd98 req-c58ea9f4-c235-4e00-83ad-8e09e30a05b7 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.1134708 Jul 13 20:18:56.856636 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780405e-f09c-4033-a33d-a32f00aa039d req-d32813e6-b71c-478a-a28f-a434d932c97e tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:56.858127 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8780405e-f09c-4033-a33d-a32f00aa039d req-d32813e6-b71c-478a-a28f-a434d932c97e tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.0959802 Jul 13 20:18:56.909919 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bc1c02cd-089d-4d33-8a0f-97d32a42cd98 req-e9d44c91-7509-41e6-b1c8-ef42288e1942 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505974 Jul 13 20:18:56.923755 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8780405e-f09c-4033-a33d-a32f00aa039d req-ea1ce4c3-ad40-47db-8ff0-af7355659156 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571828 Jul 13 20:18:57.106532 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da3144-58e1-462e-a744-40338ffddc90 req-780c139b-50de-4a24-84b5-1cb221073d55 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:57.106532 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-12da3144-58e1-462e-a744-40338ffddc90 req-780c139b-50de-4a24-84b5-1cb221073d55 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.0744307 Jul 13 20:18:57.118256 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 41914) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:57.123860 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-b83aa10e-2f2a-4844-8622-5d766589fdfe tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Request body: {'floatingip': {'port_id': 'e9504392-77c7-44af-b1ef-46bc1940c72c'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:18:57.206496 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b83aa10e-2f2a-4844-8622-5d766589fdfe tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for floatingip, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:58.051183 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b83aa10e-2f2a-4844-8622-5d766589fdfe tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:58.063824 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b83aa10e-2f2a-4844-8622-5d766589fdfe tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708393'] for floatingip, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:58.209232 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb23d1-f212-481e-a73a-667cfa9e4dd6 req-4162cfe9-5f37-47f9-8cf9-e4e11c02655e tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:58.210851 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f3bb23d1-f212-481e-a73a-667cfa9e4dd6 req-4162cfe9-5f37-47f9-8cf9-e4e11c02655e tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.1583002 Jul 13 20:18:58.216822 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.db.l3_db [None req-b83aa10e-2f2a-4844-8622-5d766589fdfe tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Floating IP 76af7710-b501-4c39-a2db-efa5c3daa1f7 associated. External IP: 172.27.1.89, port: e9504392-77c7-44af-b1ef-46bc1940c72c. Jul 13 20:18:58.325237 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f3bb23d1-f212-481e-a73a-667cfa9e4dd6 req-198aa319-efda-45ce-8bca-80158ada0649 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040478 Jul 13 20:18:58.468409 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83aa10e-2f2a-4844-8622-5d766589fdfe tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Router 2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9 has already been hosted by L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:18:58.585594 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83aa10e-2f2a-4844-8622-5d766589fdfe tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:18:58.590905 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b83aa10e-2f2a-4844-8622-5d766589fdfe tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for floatingip, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:58.600964 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e35b79-04ba-430e-a966-be5eee5eb57b None None] Sync routers for ids ['2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'] in dv-cinder-800697-1-iscsi {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:18:58.615348 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e35b79-04ba-430e-a966-be5eee5eb57b None None] Routers {'2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:18:58.616287 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-d7e35b79-04ba-430e-a966-be5eee5eb57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:18:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:18:58.817455 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-d7e35b79-04ba-430e-a966-be5eee5eb57b None None] Set router 2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:18:58.817658 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-b83aa10e-2f2a-4844-8622-5d766589fdfe tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "PUT /v2.0/floatingips/76af7710-b501-4c39-a2db-efa5c3daa1f7 HTTP/1.1" status: 200 len: 990 time: 1.6979630 Jul 13 20:18:58.818175 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3a03ba-13f9-4a69-8c2c-e9512ec21874', 'tag': 'e9504392-77c7-44af-b1ef-46bc1940c72c'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:18:58.956399 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c297712392d163f53ebb29416b2c98d8f2749a1173f1ad854f2bb06edc641eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279a3f4f-894b-4273-ae32-8115e9b16be0" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3a03ba-13f9-4a69-8c2c-e9512ec21874", "tag": "e9504392-77c7-44af-b1ef-46bc1940c72c"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:18:59.003555 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 42002) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:59.174750 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69adefef-e860-48d9-b755-890cc78324c1 x-openstack-request-id: req-69adefef-e860-48d9-b755-890cc78324c1 {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:18:59.175380 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3a03ba-13f9-4a69-8c2c-e9512ec21874", "tag": "e9504392-77c7-44af-b1ef-46bc1940c72c", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:18:59.175380 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-69adefef-e860-48d9-b755-890cc78324c1 {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:18:59.176544 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3a03ba-13f9-4a69-8c2c-e9512ec21874', 'tag': 'e9504392-77c7-44af-b1ef-46bc1940c72c', 'status': 'completed', 'code': 200} Jul 13 20:18:59.232042 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 42008) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:59.232523 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-d7e35b79-04ba-430e-a966-be5eee5eb57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1339014143-router', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '27eb8cdd-95d9-4200-8881-6901e3d96a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:17:58Z', 'updated_at': '2021-07-13T20:18:04Z', 'revision_number': 4, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'gw_port': {'id': '27eb8cdd-95d9-4200-8881-6901e3d96a3a', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:17:59Z', 'updated_at': '2021-07-13T20:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_floatingips': [{'id': '76af7710-b501-4c39-a2db-efa5c3daa1f7', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'floating_ip_address': '172.27.1.89', 'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'router_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'port_id': 'e9504392-77c7-44af-b1ef-46bc1940c72c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a', 'mac_address': 'fa:16:3e:31:5a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3a03ba-13f9-4a69-8c2c-e9512ec21874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:18:20Z', 'updated_at': '2021-07-13T20:18:57Z', 'revision_number': 1, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e069e268-da8b-462d-8929-18043fd6cf5a', 'name': '', 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'mac_address': 'fa:16:3e:79:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '04816e2f-157f-4694-821b-ba4aff3014de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:18:02Z', 'updated_at': '2021-07-13T20:18:17Z', 'revision_number': 5, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'subnets': [{'id': '04816e2f-157f-4694-821b-ba4aff3014de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:18:59.260006 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e35b79-04ba-430e-a966-be5eee5eb57b None None] Checking router: 2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9 for host: dv-cinder-800697-1-iscsi {{(pid=92960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:18:59.269667 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e35b79-04ba-430e-a966-be5eee5eb57b None None] Routers {'2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:18:59.270387 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-d7e35b79-04ba-430e-a966-be5eee5eb57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:18:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:18:59.342234 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e668a51b-b636-4006-9fb6-80e795fe2dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:59.369218 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5d918688-440f-4550-9fb6-63d230875e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:59.380052 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-d7e35b79-04ba-430e-a966-be5eee5eb57b None None] Set router 2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:18:59.544318 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e668a51b-b636-4006-9fb6-80e795fe2dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:59.567408 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e668a51b-b636-4006-9fb6-80e795fe2dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:59.620191 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37d09a-7651-4660-adbd-2db67275619f req-e226fc76-0d7b-4c51-9437-f4042579299a tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:59.622579 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7d37d09a-7651-4660-adbd-2db67275619f req-e226fc76-0d7b-4c51-9437-f4042579299a tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.1692994 Jul 13 20:18:59.645815 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668a51b-b636-4006-9fb6-80e795fe2dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86391036-b09e-4fbc-a78a-61ed8de279ba,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:59.649567 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-e668a51b-b636-4006-9fb6-80e795fe2dc8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=12758206f50a4868b39896e56a4012e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4165227 Jul 13 20:18:59.652616 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 42032) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:59.665456 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-d7e35b79-04ba-430e-a966-be5eee5eb57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1339014143-router', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '27eb8cdd-95d9-4200-8881-6901e3d96a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:17:58Z', 'updated_at': '2021-07-13T20:18:04Z', 'revision_number': 4, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'gw_port': {'id': '27eb8cdd-95d9-4200-8881-6901e3d96a3a', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:17:59Z', 'updated_at': '2021-07-13T20:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_floatingips': [{'id': '76af7710-b501-4c39-a2db-efa5c3daa1f7', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'floating_ip_address': '172.27.1.89', 'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'router_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'port_id': 'e9504392-77c7-44af-b1ef-46bc1940c72c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a', 'mac_address': 'fa:16:3e:31:5a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3a03ba-13f9-4a69-8c2c-e9512ec21874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:18:20Z', 'updated_at': '2021-07-13T20:18:57Z', 'revision_number': 1, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e069e268-da8b-462d-8929-18043fd6cf5a', 'name': '', 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'mac_address': 'fa:16:3e:79:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '04816e2f-157f-4694-821b-ba4aff3014de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:18:02Z', 'updated_at': '2021-07-13T20:18:17Z', 'revision_number': 5, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'subnets': [{'id': '04816e2f-157f-4694-821b-ba4aff3014de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:18:59.677746 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668a51b-b636-4006-9fb6-80e795fe2dc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:59.678380 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668a51b-b636-4006-9fb6-80e795fe2dc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:59.678525 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668a51b-b636-4006-9fb6-80e795fe2dc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:59.678748 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668a51b-b636-4006-9fb6-80e795fe2dc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:59.679072 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668a51b-b636-4006-9fb6-80e795fe2dc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:59.679398 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668a51b-b636-4006-9fb6-80e795fe2dc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:59.679809 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668a51b-b636-4006-9fb6-80e795fe2dc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:59.680211 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668a51b-b636-4006-9fb6-80e795fe2dc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:59.680511 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668a51b-b636-4006-9fb6-80e795fe2dc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:59.680828 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668a51b-b636-4006-9fb6-80e795fe2dc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:59.681236 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668a51b-b636-4006-9fb6-80e795fe2dc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:59.681556 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668a51b-b636-4006-9fb6-80e795fe2dc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:59.705153 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e35b79-04ba-430e-a966-be5eee5eb57b None None] The sync data for ids ['2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'] in dv-cinder-800697-1-iscsi is: [{'id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1339014143-router', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '27eb8cdd-95d9-4200-8881-6901e3d96a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:17:58Z', 'updated_at': '2021-07-13T20:18:04Z', 'revision_number': 4, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'gw_port': {'id': '27eb8cdd-95d9-4200-8881-6901e3d96a3a', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:17:59Z', 'updated_at': '2021-07-13T20:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_floatingips': [{'id': '76af7710-b501-4c39-a2db-efa5c3daa1f7', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'floating_ip_address': '172.27.1.89', 'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'router_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'port_id': 'e9504392-77c7-44af-b1ef-46bc1940c72c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a', 'mac_address': 'fa:16:3e:31:5a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3a03ba-13f9-4a69-8c2c-e9512ec21874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:18:20Z', 'updated_at': '2021-07-13T20:18:57Z', 'revision_number': 1, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e069e268-da8b-462d-8929-18043fd6cf5a', 'name': '', 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'mac_address': 'fa:16:3e:79:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '04816e2f-157f-4694-821b-ba4aff3014de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:18:02Z', 'updated_at': '2021-07-13T20:18:17Z', 'revision_number': 5, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'subnets': [{'id': '04816e2f-157f-4694-821b-ba4aff3014de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:18:59.730698 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7d37d09a-7651-4660-adbd-2db67275619f req-f3d47f82-69c9-4699-bafd-d3dfc1187770 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881419 Jul 13 20:18:59.751542 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-de001096-b679-49b2-a15b-1c5519552245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:59.761319 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5d918688-440f-4550-9fb6-63d230875e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:59.766659 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5d918688-440f-4550-9fb6-63d230875e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:59.808154 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-de001096-b679-49b2-a15b-1c5519552245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:59.812551 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-5d918688-440f-4550-9fb6-63d230875e28 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a92b413f0529428c957fbd7357aeabc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8077171 Jul 13 20:18:59.814820 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d918688-440f-4550-9fb6-63d230875e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1c55a8-edb3-4a37-a4be-98787d8051c2,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:59.816010 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 42036) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:18:59.911521 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-e3d6edf7-c4d6-4f32-9aa1-d5c67c4d252c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:59.951063 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-de001096-b679-49b2-a15b-1c5519552245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:59.954819 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-de001096-b679-49b2-a15b-1c5519552245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:59.958420 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-de001096-b679-49b2-a15b-1c5519552245 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/86391036-b09e-4fbc-a78a-61ed8de279ba HTTP/1.1" status: 204 len: 168 time: 0.3022273 Jul 13 20:18:59.958420 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-e3d6edf7-c4d6-4f32-9aa1-d5c67c4d252c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:59.975298 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 6 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:18:59.980503 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de001096-b679-49b2-a15b-1c5519552245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86391036-b09e-4fbc-a78a-61ed8de279ba,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:59.985969 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 42042) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:00.001850 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de001096-b679-49b2-a15b-1c5519552245 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:00.002201 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de001096-b679-49b2-a15b-1c5519552245 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:00.002550 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de001096-b679-49b2-a15b-1c5519552245 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:00.002906 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de001096-b679-49b2-a15b-1c5519552245 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:00.003238 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de001096-b679-49b2-a15b-1c5519552245 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:00.003593 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de001096-b679-49b2-a15b-1c5519552245 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:00.003924 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de001096-b679-49b2-a15b-1c5519552245 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:00.004468 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de001096-b679-49b2-a15b-1c5519552245 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:00.004977 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de001096-b679-49b2-a15b-1c5519552245 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:00.006021 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de001096-b679-49b2-a15b-1c5519552245 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:00.006311 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de001096-b679-49b2-a15b-1c5519552245 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:00.006625 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de001096-b679-49b2-a15b-1c5519552245 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:00.062181 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-e3d6edf7-c4d6-4f32-9aa1-d5c67c4d252c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:00.068092 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-e3d6edf7-c4d6-4f32-9aa1-d5c67c4d252c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:00.069354 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-e3d6edf7-c4d6-4f32-9aa1-d5c67c4d252c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2d1c55a8-edb3-4a37-a4be-98787d8051c2 HTTP/1.1" status: 204 len: 168 time: 0.2520936 Jul 13 20:19:00.073567 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92537964-4e6f-4b3b-81b7-abfd5f5b65b9 None None] New status for floating IP 76af7710-b501-4c39-a2db-efa5c3daa1f7: ACTIVE {{(pid=92959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:19:00.085127 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6edf7-c4d6-4f32-9aa1-d5c67c4d252c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1c55a8-edb3-4a37-a4be-98787d8051c2,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:00.260449 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c0255ac6-ac08-457e-9134-a6c9707f16d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:00.401301 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 42052) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:00.420957 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-c9ea62c5-99c1-4824-a85f-3303ee20cc3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:00.430347 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c0255ac6-ac08-457e-9134-a6c9707f16d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:00.436808 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c0255ac6-ac08-457e-9134-a6c9707f16d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:00.539807 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-c0255ac6-ac08-457e-9134-a6c9707f16d5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=71f5c87db9ce4d8e8ee807a58a3c542b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5485568 Jul 13 20:19:00.539807 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0255ac6-ac08-457e-9134-a6c9707f16d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4dff99-d536-43dd-9149-7ff954aa39b4,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:00.544414 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 42056) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:00.566854 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-c9ea62c5-99c1-4824-a85f-3303ee20cc3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:00.576087 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-c9ea62c5-99c1-4824-a85f-3303ee20cc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:00.617583 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea62c5-99c1-4824-a85f-3303ee20cc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595d1ea9-7abd-4717-b861-ce15466e025b,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:00.643607 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-c9ea62c5-99c1-4824-a85f-3303ee20cc3c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5ad5d3c01aa6428286c57d80dee8c326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2374907 Jul 13 20:19:00.643808 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 42060) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:00.660049 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8dbb9b40-549e-4703-b8a2-4effa5490aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:00.705307 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8dbb9b40-549e-4703-b8a2-4effa5490aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:00.724641 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-bb126881-641a-4375-bd24-69c3252dcb2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:00.750069 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-bb126881-641a-4375-bd24-69c3252dcb2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:00.765606 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8dbb9b40-549e-4703-b8a2-4effa5490aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:00.770799 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8dbb9b40-549e-4703-b8a2-4effa5490aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:00.773305 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-8dbb9b40-549e-4703-b8a2-4effa5490aed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bd4dff99-d536-43dd-9149-7ff954aa39b4 HTTP/1.1" status: 204 len: 168 time: 0.2261765 Jul 13 20:19:00.802956 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb9b40-549e-4703-b8a2-4effa5490aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4dff99-d536-43dd-9149-7ff954aa39b4,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:00.817960 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-bb126881-641a-4375-bd24-69c3252dcb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:00.822492 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-bb126881-641a-4375-bd24-69c3252dcb2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:00.824006 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-bb126881-641a-4375-bd24-69c3252dcb2c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/595d1ea9-7abd-4717-b861-ce15466e025b HTTP/1.1" status: 204 len: 168 time: 0.1791461 Jul 13 20:19:00.837892 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb126881-641a-4375-bd24-69c3252dcb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595d1ea9-7abd-4717-b861-ce15466e025b,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:00.847139 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 42068) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:00.873449 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-f9fb1dd4-ff43-4e1c-87cf-432752afe00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:00.976296 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c66d9-1448-4bd9-835a-ad8001514bd2 req-4e1bd5ef-c728-4ad5-942e-a07b90885fc1 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:00.983682 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-472c66d9-1448-4bd9-835a-ad8001514bd2 req-4e1bd5ef-c728-4ad5-942e-a07b90885fc1 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.0783851 Jul 13 20:19:01.023172 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-472c66d9-1448-4bd9-835a-ad8001514bd2 req-01d4e339-3e48-48dc-92e2-0430c9fc0963 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387094 Jul 13 20:19:01.036636 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-f9fb1dd4-ff43-4e1c-87cf-432752afe00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:01.041954 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-f9fb1dd4-ff43-4e1c-87cf-432752afe00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:01.086934 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-f9fb1dd4-ff43-4e1c-87cf-432752afe00e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6f9afec203ff41878d577f11c8b401b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2386999 Jul 13 20:19:01.089624 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 42074) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:01.098251 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb1dd4-ff43-4e1c-87cf-432752afe00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c77d08d-e7e5-449e-827f-b613a99edd1c,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:01.170128 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-491b2052-586d-43e3-9c51-3215974c4fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:01.179582 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 42078) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:01.196290 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a590fed8-36f6-4471-8f0f-aee38615a2fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:01.197522 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-491b2052-586d-43e3-9c51-3215974c4fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:01.264384 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-491b2052-586d-43e3-9c51-3215974c4fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:01.267284 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-491b2052-586d-43e3-9c51-3215974c4fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:01.268489 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-491b2052-586d-43e3-9c51-3215974c4fe9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6c77d08d-e7e5-449e-827f-b613a99edd1c HTTP/1.1" status: 204 len: 168 time: 0.1772580 Jul 13 20:19:01.281496 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b2052-586d-43e3-9c51-3215974c4fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c77d08d-e7e5-449e-827f-b613a99edd1c,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:01.316633 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a590fed8-36f6-4471-8f0f-aee38615a2fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:01.321558 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a590fed8-36f6-4471-8f0f-aee38615a2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:01.368742 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-a590fed8-36f6-4471-8f0f-aee38615a2fa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=925997faa4334058880dc858156a03f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1883094 Jul 13 20:19:01.369703 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 42086) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:01.371829 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a590fed8-36f6-4471-8f0f-aee38615a2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7c83d6-e753-4532-8874-03f29295f614,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:01.427008 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-a7a97e6e-6884-453c-a8d5-3d9ce165d134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:01.451653 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-a7a97e6e-6884-453c-a8d5-3d9ce165d134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:01.506986 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-a7a97e6e-6884-453c-a8d5-3d9ce165d134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:01.510098 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-a7a97e6e-6884-453c-a8d5-3d9ce165d134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:01.511530 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-a7a97e6e-6884-453c-a8d5-3d9ce165d134 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b7c83d6-e753-4532-8874-03f29295f614 HTTP/1.1" status: 204 len: 168 time: 0.1408186 Jul 13 20:19:01.520883 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a97e6e-6884-453c-a8d5-3d9ce165d134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7c83d6-e753-4532-8874-03f29295f614,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:01.608383 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 42096) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:01.621786 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-db0a79ff-1d35-42b5-96e3-036e94a86c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:01.927474 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-db0a79ff-1d35-42b5-96e3-036e94a86c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:01.933324 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-db0a79ff-1d35-42b5-96e3-036e94a86c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:01.993335 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-db0a79ff-1d35-42b5-96e3-036e94a86c42 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ff2869e1ef64251922a551407f11740&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3837862 Jul 13 20:19:01.994201 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a79ff-1d35-42b5-96e3-036e94a86c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0242eb2e-4d17-4f36-9d24-f6245637a38e,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:01.997724 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 42116) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:02.051423 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-03e65806-9b78-4150-bce0-41293255da31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:02.078345 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-03e65806-9b78-4150-bce0-41293255da31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:02.135038 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-03e65806-9b78-4150-bce0-41293255da31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:02.139196 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-03e65806-9b78-4150-bce0-41293255da31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:02.140388 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-03e65806-9b78-4150-bce0-41293255da31 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0242eb2e-4d17-4f36-9d24-f6245637a38e HTTP/1.1" status: 204 len: 168 time: 0.1417234 Jul 13 20:19:02.150320 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e65806-9b78-4150-bce0-41293255da31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0242eb2e-4d17-4f36-9d24-f6245637a38e,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:02.237640 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46914f02-d751-4df5-8054-ca4faf456ed1 req-35ca330d-892f-4719-98b3-3a2f6704ba24 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:02.240414 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-46914f02-d751-4df5-8054-ca4faf456ed1 req-35ca330d-892f-4719-98b3-3a2f6704ba24 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.0704470 Jul 13 20:19:02.279753 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-46914f02-d751-4df5-8054-ca4faf456ed1 req-2011feeb-428d-4fe7-bfe6-e29593c78b0a tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343387 Jul 13 20:19:02.796193 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a3f4f-894b-4273-ae32-8115e9b16be0 req-abda220e-cd11-4e21-8b8e-a5fabb1e7d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:02.797690 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-279a3f4f-894b-4273-ae32-8115e9b16be0 req-abda220e-cd11-4e21-8b8e-a5fabb1e7d3e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=501a0ae42f3f4e21b957db69f265e5bd&device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 1098 time: 0.0637448 Jul 13 20:19:02.918407 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a3f4f-894b-4273-ae32-8115e9b16be0 req-2f5c27ad-5c49-4603-965c-6d58a7df948b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:02.920148 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-279a3f4f-894b-4273-ae32-8115e9b16be0 req-2f5c27ad-5c49-4603-965c-6d58a7df948b service neutron] 10.222.0.47 "GET /v2.0/networks?id=37c40eda-3741-4ce7-ae97-3b7c29a7405a HTTP/1.1" status: 200 len: 918 time: 0.0933537 Jul 13 20:19:03.044235 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-279a3f4f-894b-4273-ae32-8115e9b16be0 req-e5d852b1-b429-4898-94b3-9c1cb51b0b76 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9504392-77c7-44af-b1ef-46bc1940c72c HTTP/1.1" status: 200 len: 1000 time: 0.1083689 Jul 13 20:19:03.109664 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a3f4f-894b-4273-ae32-8115e9b16be0 req-5cf8ca2d-6968-4ae0-a57b-6d7e60a0ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:03.111610 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-279a3f4f-894b-4273-ae32-8115e9b16be0 req-5cf8ca2d-6968-4ae0-a57b-6d7e60a0ace5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04816e2f-157f-4694-821b-ba4aff3014de HTTP/1.1" status: 200 len: 856 time: 0.0556011 Jul 13 20:19:03.194197 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a3f4f-894b-4273-ae32-8115e9b16be0 req-06c967ea-1b64-4388-b72c-af4d89efc1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:03.196766 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-279a3f4f-894b-4273-ae32-8115e9b16be0 req-06c967ea-1b64-4388-b72c-af4d89efc1e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37c40eda-3741-4ce7-ae97-3b7c29a7405a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729940 Jul 13 20:19:03.358972 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-279a3f4f-894b-4273-ae32-8115e9b16be0 req-2a02325b-52c2-40a2-9183-1cb2113aa1cd service neutron] 10.222.0.47 "GET /v2.0/networks/37c40eda-3741-4ce7-ae97-3b7c29a7405a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469326 Jul 13 20:19:03.485990 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d3c78-6410-49c0-9294-a65e287da511 req-bdc54354-e069-4df9-87e8-107c91ffbb55 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:03.490691 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-279a3f4f-894b-4273-ae32-8115e9b16be0 req-968589a8-c8a4-4e90-8fce-990228d6065e service neutron] 10.222.0.47 "GET /v2.0/networks/37c40eda-3741-4ce7-ae97-3b7c29a7405a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208591 Jul 13 20:19:03.492441 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1e0d3c78-6410-49c0-9294-a65e287da511 req-bdc54354-e069-4df9-87e8-107c91ffbb55 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.0797505 Jul 13 20:19:03.539532 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1e0d3c78-6410-49c0-9294-a65e287da511 req-fac59b26-e5fe-4a15-90f8-c0e71f54e442 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444334 Jul 13 20:19:03.777871 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-50d10bd0-60da-499e-ac6d-57db1d697474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:04.111752 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 42246) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:04.128165 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 42250) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:04.245284 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-0aab53d5-03db-4af0-b9c5-4ee504d0bfce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:04.258200 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3d55f08a-343d-4c1f-b6c4-95d73721a39d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:04.339607 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-0aab53d5-03db-4af0-b9c5-4ee504d0bfce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:04.343881 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-0aab53d5-03db-4af0-b9c5-4ee504d0bfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:04.385854 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-0aab53d5-03db-4af0-b9c5-4ee504d0bfce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0026c09c861746f5b00ba92a70f55274&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725546 Jul 13 20:19:04.386954 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab53d5-03db-4af0-b9c5-4ee504d0bfce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1dfe4d1-362f-4e33-b8fa-df71727cc873,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:04.389578 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 42260) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:04.451106 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-a7d9c267-2b4c-44aa-ae45-992bc0b16b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:04.457871 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3d55f08a-343d-4c1f-b6c4-95d73721a39d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:04.463930 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3d55f08a-343d-4c1f-b6c4-95d73721a39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:04.481924 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-a7d9c267-2b4c-44aa-ae45-992bc0b16b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:04.510165 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-3d55f08a-343d-4c1f-b6c4-95d73721a39d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ce8feb4570748a59722fe8d7bf93716&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3802488 Jul 13 20:19:04.511856 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d55f08a-343d-4c1f-b6c4-95d73721a39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2a631c-a5d7-4613-96a8-38777d914788,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:04.513049 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 42264) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:04.580485 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-a7d9c267-2b4c-44aa-ae45-992bc0b16b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:04.583337 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-a7d9c267-2b4c-44aa-ae45-992bc0b16b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:04.584540 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-a7d9c267-2b4c-44aa-ae45-992bc0b16b85 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b1dfe4d1-362f-4e33-b8fa-df71727cc873 HTTP/1.1" status: 204 len: 168 time: 0.1940296 Jul 13 20:19:04.591042 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-048693f5-0c18-4519-b2a9-ec72ff06c3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:04.603526 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d9c267-2b4c-44aa-ae45-992bc0b16b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1dfe4d1-362f-4e33-b8fa-df71727cc873,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:04.619753 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-048693f5-0c18-4519-b2a9-ec72ff06c3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:04.684686 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-048693f5-0c18-4519-b2a9-ec72ff06c3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:04.687600 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-048693f5-0c18-4519-b2a9-ec72ff06c3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:04.689106 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-048693f5-0c18-4519-b2a9-ec72ff06c3a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bb2a631c-a5d7-4613-96a8-38777d914788 HTTP/1.1" status: 204 len: 168 time: 0.1748881 Jul 13 20:19:04.697715 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048693f5-0c18-4519-b2a9-ec72ff06c3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2a631c-a5d7-4613-96a8-38777d914788,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:04.749526 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a804c-7e32-4e49-8112-dd6506224d46 req-b40d1d41-c559-491f-8f0e-552e1ef5d031 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:04.751184 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-852a804c-7e32-4e49-8112-dd6506224d46 req-b40d1d41-c559-491f-8f0e-552e1ef5d031 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.0733769 Jul 13 20:19:04.798805 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-852a804c-7e32-4e49-8112-dd6506224d46 req-d6eb4cc1-1482-4384-980d-d5d85efd6350 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412788 Jul 13 20:19:05.241181 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 42310) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:05.266973 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-23da524f-e42f-494d-a821-9904b967b031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:05.361710 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 42314) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:05.425268 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-23da524f-e42f-494d-a821-9904b967b031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:05.431186 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-23da524f-e42f-494d-a821-9904b967b031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:05.475101 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da524f-e42f-494d-a821-9904b967b031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b744e8d-8115-42c6-94ef-9f1006d3a994,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:05.487272 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-23da524f-e42f-494d-a821-9904b967b031 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa57f9fbaf5d40ff881b710610ab1f62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2447369 Jul 13 20:19:05.487388 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 42324) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:05.541538 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-e7b50cda-8e3f-48e2-a7d2-dffccbca03bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:05.590105 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-eae430b3-7336-467f-8411-b19a655d7193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:05.625791 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-eae430b3-7336-467f-8411-b19a655d7193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:05.711074 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-e7b50cda-8e3f-48e2-a7d2-dffccbca03bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:05.715874 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-eae430b3-7336-467f-8411-b19a655d7193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:05.718619 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-eae430b3-7336-467f-8411-b19a655d7193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:05.719771 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-eae430b3-7336-467f-8411-b19a655d7193 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3b744e8d-8115-42c6-94ef-9f1006d3a994 HTTP/1.1" status: 204 len: 168 time: 0.2314324 Jul 13 20:19:05.728663 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-e7b50cda-8e3f-48e2-a7d2-dffccbca03bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:05.733038 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae430b3-7336-467f-8411-b19a655d7193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b744e8d-8115-42c6-94ef-9f1006d3a994,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:05.783409 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-e7b50cda-8e3f-48e2-a7d2-dffccbca03bb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9b7c408309444b77abd89981bc6fca8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4204090 Jul 13 20:19:05.788891 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b50cda-8e3f-48e2-a7d2-dffccbca03bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e30a34-94d4-47b7-ae91-d300a3a60193,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:05.790640 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 42334) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:05.867161 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c7b2f01e-b85c-435f-8408-466e3d3835c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:05.890470 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c7b2f01e-b85c-435f-8408-466e3d3835c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:05.986372 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c7b2f01e-b85c-435f-8408-466e3d3835c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:05.988901 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c7b2f01e-b85c-435f-8408-466e3d3835c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:05.990289 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-c7b2f01e-b85c-435f-8408-466e3d3835c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/54e30a34-94d4-47b7-ae91-d300a3a60193 HTTP/1.1" status: 204 len: 168 time: 0.1966848 Jul 13 20:19:06.002263 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2f01e-b85c-435f-8408-466e3d3835c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e30a34-94d4-47b7-ae91-d300a3a60193,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:06.040680 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfb326-f232-4e1b-9862-4a81c0808a84 req-0fa083fc-037f-4106-9b44-f89fb6f0a557 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:06.042277 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8bcfb326-f232-4e1b-9862-4a81c0808a84 req-0fa083fc-037f-4106-9b44-f89fb6f0a557 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.0983717 Jul 13 20:19:06.089549 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-b62126ae-680a-43c6-a4ac-1dabb010d5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:06.105747 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8bcfb326-f232-4e1b-9862-4a81c0808a84 req-482beae2-6938-452b-a9b6-4bc44fe0099b tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559425 Jul 13 20:19:06.351195 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 42366) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:06.365173 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-c904631c-816a-43d7-846a-562ab46ac859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:06.490264 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-c904631c-816a-43d7-846a-562ab46ac859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:06.496447 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-c904631c-816a-43d7-846a-562ab46ac859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:06.540660 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-c904631c-816a-43d7-846a-562ab46ac859 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=38c7bf3b3dfa4f239fdeaf34cafa6782&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1883478 Jul 13 20:19:06.541612 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904631c-816a-43d7-846a-562ab46ac859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e80247-43e4-4b0b-bcc0-6caefb32b7a2,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:06.543524 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 42376) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:06.601720 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-58f36be9-83fd-43c8-a27b-e36e00ba50c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:06.626285 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-58f36be9-83fd-43c8-a27b-e36e00ba50c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:06.688245 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-58f36be9-83fd-43c8-a27b-e36e00ba50c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:06.700094 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-58f36be9-83fd-43c8-a27b-e36e00ba50c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:06.701788 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-58f36be9-83fd-43c8-a27b-e36e00ba50c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/65e80247-43e4-4b0b-bcc0-6caefb32b7a2 HTTP/1.1" status: 204 len: 168 time: 0.1570203 Jul 13 20:19:06.721239 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f36be9-83fd-43c8-a27b-e36e00ba50c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e80247-43e4-4b0b-bcc0-6caefb32b7a2,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:06.799005 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:07.301812 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1157cf0-2e21-4a93-a50e-d02186e2bd9a req-2bd2a0c5-126f-4022-ad6a-b92db663923d tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:07.303292 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b1157cf0-2e21-4a93-a50e-d02186e2bd9a req-2bd2a0c5-126f-4022-ad6a-b92db663923d tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.0717328 Jul 13 20:19:07.355869 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b1157cf0-2e21-4a93-a50e-d02186e2bd9a req-c9ca4432-82e0-48d5-9208-c95fc51c4420 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411713 Jul 13 20:19:07.468018 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:08.578365 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1989ae8-cb2f-453b-a6ea-0dbb043ae38c req-d89eb37f-9d48-4322-ad87-deee9a34cd1a tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:08.579861 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a1989ae8-cb2f-453b-a6ea-0dbb043ae38c req-d89eb37f-9d48-4322-ad87-deee9a34cd1a tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.0885606 Jul 13 20:19:08.630824 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a1989ae8-cb2f-453b-a6ea-0dbb043ae38c req-05ed53f9-62d2-411f-847d-9cad704bc593 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447040 Jul 13 20:19:09.185854 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:09.299230 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-ba1e5acf-7876-4332-b626-e914aca71741 req-3d423bb5-22c5-4d53-ba9b-bc3343755d4f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680995 Jul 13 20:19:09.416843 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e5acf-7876-4332-b626-e914aca71741 req-9a200916-47ec-472b-b482-c66cfd98d81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:09.419229 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-ba1e5acf-7876-4332-b626-e914aca71741 req-9a200916-47ec-472b-b482-c66cfd98d81d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e160d86d87414a0599de32835067725e&device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 1098 time: 0.0624919 Jul 13 20:19:09.524187 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e5acf-7876-4332-b626-e914aca71741 req-ac1883f4-6772-4c4a-a180-bd0bd2366e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:09.525662 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-ba1e5acf-7876-4332-b626-e914aca71741 req-ac1883f4-6772-4c4a-a180-bd0bd2366e17 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5abf27ce-6104-4298-ba80-73c183d9a9ce HTTP/1.1" status: 200 len: 913 time: 0.0828156 Jul 13 20:19:09.584221 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-ba1e5acf-7876-4332-b626-e914aca71741 req-be6f9602-7bd7-4dc6-a7b7-0c0b26a7576b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecd98c01-b5fd-45a0-84b9-6d9e30328d5f HTTP/1.1" status: 200 len: 217 time: 0.0402739 Jul 13 20:19:09.650151 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e5acf-7876-4332-b626-e914aca71741 req-12dec423-2806-4f4a-afda-1cdcb8ec320c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:09.651863 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-ba1e5acf-7876-4332-b626-e914aca71741 req-12dec423-2806-4f4a-afda-1cdcb8ec320c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=69454485-049f-436c-a951-9117dfdd0897 HTTP/1.1" status: 200 len: 852 time: 0.0509055 Jul 13 20:19:09.701518 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-ba1e5acf-7876-4332-b626-e914aca71741 req-50c5d797-6b3d-4728-95f0-a60e3d16709a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5abf27ce-6104-4298-ba80-73c183d9a9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365796 Jul 13 20:19:09.854187 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-ba1e5acf-7876-4332-b626-e914aca71741 req-603feb3c-64ab-47c1-92eb-f5453c457a82 service neutron] 10.222.0.47 "GET /v2.0/networks/5abf27ce-6104-4298-ba80-73c183d9a9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430960 Jul 13 20:19:09.968806 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e34bd-6c75-41bb-a0c3-86c9aff17feb req-9ea2a2ac-50fd-4370-99f3-046f12f83bfa tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:09.970311 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-187e34bd-6c75-41bb-a0c3-86c9aff17feb req-9ea2a2ac-50fd-4370-99f3-046f12f83bfa tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.1010318 Jul 13 20:19:09.975942 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-ba1e5acf-7876-4332-b626-e914aca71741 req-cc742b43-8057-4410-8f5f-647a928158f5 service neutron] 10.222.0.47 "GET /v2.0/networks/5abf27ce-6104-4298-ba80-73c183d9a9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024640 Jul 13 20:19:10.010913 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-187e34bd-6c75-41bb-a0c3-86c9aff17feb req-88d0a50b-0a72-4fd3-8f66-cc3cdfccb91b tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350938 Jul 13 20:19:10.148012 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60e043-4c03-416e-b156-d2a1a7359e4b req-931dce34-6bd0-46a6-9a7b-a6c42aa208a1 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:10.148012 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cd60e043-4c03-416e-b156-d2a1a7359e4b req-931dce34-6bd0-46a6-9a7b-a6c42aa208a1 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 945 time: 0.0848341 Jul 13 20:19:10.188175 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cd60e043-4c03-416e-b156-d2a1a7359e4b req-8345777e-a115-457a-b38c-6d0129bd035b tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/security-groups?id=044960fa-8d75-4cec-afd1-4c9888fb7ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360219 Jul 13 20:19:11.002010 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-a2e91788-349f-4ad6-9067-09bc9da61fcd tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=21941ba2174347eab025c12a44fec4bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339751 Jul 13 20:19:11.294118 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-09d14ce1-949f-49fd-8e46-704c7ddfb0ec tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:11.295635 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-09d14ce1-949f-49fd-8e46-704c7ddfb0ec tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2883060 Jul 13 20:19:11.320048 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9cef2-4e79-49f0-946c-fb286464a5b5 req-6746165e-530d-4bf9-a1c6-fef65a3272bc tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:11.321530 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2aa9cef2-4e79-49f0-946c-fb286464a5b5 req-6746165e-530d-4bf9-a1c6-fef65a3272bc tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.1599395 Jul 13 20:19:11.324794 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-71b474c6-90c2-4298-8ea0-79bf2f851c3c tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.41 "GET /v2.0/quotas/21941ba2174347eab025c12a44fec4bd HTTP/1.1" status: 200 len: 375 time: 0.0226855 Jul 13 20:19:11.371183 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-1358bd1a-6501-407f-a577-d29b125b02f5 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=21941ba2174347eab025c12a44fec4bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357614 Jul 13 20:19:11.391117 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2aa9cef2-4e79-49f0-946c-fb286464a5b5 req-ae179fa9-61b3-4530-b0fb-8e99f9180bf5 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627558 Jul 13 20:19:11.583694 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff74ea-8150-4944-a000-51eeaff264bd req-fd4dc8d3-3ef6-491b-9822-65b46918d76f tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:11.585211 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-70ff74ea-8150-4944-a000-51eeaff264bd req-fd4dc8d3-3ef6-491b-9822-65b46918d76f tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 945 time: 0.0653491 Jul 13 20:19:11.626423 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-70ff74ea-8150-4944-a000-51eeaff264bd req-083259e9-cc3b-4077-a8e6-9fa0e972b3c9 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/security-groups?id=044960fa-8d75-4cec-afd1-4c9888fb7ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356116 Jul 13 20:19:11.708123 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c1c83b1b-2c7f-4e70-b4d3-8ec2f2e409c0 req-4f0102ca-778f-4755-92a8-412852b82cde tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.41 "GET /v2.0/ports?device_id=01005ff7-02ec-4d2e-91d5-2b465704df8c HTTP/1.1" status: 200 len: 210 time: 0.0331466 Jul 13 20:19:12.586085 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176529b-1aa6-48f6-bf23-28398af2081e req-de1512d6-467c-461d-a7d5-609f681775f4 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:12.587794 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a176529b-1aa6-48f6-bf23-28398af2081e req-de1512d6-467c-461d-a7d5-609f681775f4 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.0643394 Jul 13 20:19:12.625979 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a176529b-1aa6-48f6-bf23-28398af2081e req-b45b99a2-5d2e-48e3-aebf-7401c2a5d104 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325408 Jul 13 20:19:12.805347 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fae272-5de2-4b9c-bf60-187cc00c8f7c req-a3deeb86-7434-492d-87a8-9584e9a3b9d6 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:12.806718 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-99fae272-5de2-4b9c-bf60-187cc00c8f7c req-a3deeb86-7434-492d-87a8-9584e9a3b9d6 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 945 time: 0.0646114 Jul 13 20:19:12.843345 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-99fae272-5de2-4b9c-bf60-187cc00c8f7c req-6bffa429-b562-465b-b624-fe4c20e061e2 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/security-groups?id=044960fa-8d75-4cec-afd1-4c9888fb7ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303533 Jul 13 20:19:12.969253 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0c3b7187-a267-4498-bcff-b3569358ea36 req-4edd1cbb-5792-4f12-bb65-9178c48b6274 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.41 "GET /v2.0/ports?device_id=01005ff7-02ec-4d2e-91d5-2b465704df8c HTTP/1.1" status: 200 len: 210 time: 0.0278838 Jul 13 20:19:13.690534 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:13.800561 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6da83-b01c-4559-80f6-1724b41bb17d req-e8f7a9ca-f122-4d84-bad8-6926b2742726 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:13.802045 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-73f6da83-b01c-4559-80f6-1724b41bb17d req-e8f7a9ca-f122-4d84-bad8-6926b2742726 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.0665865 Jul 13 20:19:13.842402 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-73f6da83-b01c-4559-80f6-1724b41bb17d req-c2d18567-f2fa-4a03-b276-438e406d1a3c tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348201 Jul 13 20:19:14.129680 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-aa0f92c7-703f-42d5-a347-0cdd975c1a14 req-6dfaf72d-76ab-4f8a-9ad4-fc032693a9ce tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.41 "GET /v2.0/ports?device_id=01005ff7-02ec-4d2e-91d5-2b465704df8c HTTP/1.1" status: 200 len: 210 time: 0.0403252 Jul 13 20:19:14.184588 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f427bcb-bf4f-420a-8f9e-389b10de91f5 req-1a79c0ce-92ef-4b98-8a51-03d54dc3d29d tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:14.186397 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6f427bcb-bf4f-420a-8f9e-389b10de91f5 req-1a79c0ce-92ef-4b98-8a51-03d54dc3d29d tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 945 time: 0.0857611 Jul 13 20:19:14.225222 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6f427bcb-bf4f-420a-8f9e-389b10de91f5 req-bca923b6-ca89-43dc-be06-b723b12a2b6b tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/security-groups?id=044960fa-8d75-4cec-afd1-4c9888fb7ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330911 Jul 13 20:19:15.022755 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b6a7c-6e64-4bf9-8aa6-7538ed4d9732 req-15283c30-c365-4f31-9267-7b7219bdab25 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:15.024225 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b51b6a7c-6e64-4bf9-8aa6-7538ed4d9732 req-15283c30-c365-4f31-9267-7b7219bdab25 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.0674987 Jul 13 20:19:15.063750 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b51b6a7c-6e64-4bf9-8aa6-7538ed4d9732 req-0b675728-ad95-465f-a8e8-c64caa458ffe tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328650 Jul 13 20:19:15.281629 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a92a1562-f463-4fb3-8a81-822660690bb8 req-7de280aa-6361-4153-9af4-b55f4baa07f4 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.41 "GET /v2.0/ports?device_id=01005ff7-02ec-4d2e-91d5-2b465704df8c HTTP/1.1" status: 200 len: 210 time: 0.0315969 Jul 13 20:19:15.454392 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f922a-7f47-42db-ac8f-e1c50bf8fab8 req-8a122393-3386-4e84-9f78-87bf8f02605a tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:15.455940 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-232f922a-7f47-42db-ac8f-e1c50bf8fab8 req-8a122393-3386-4e84-9f78-87bf8f02605a tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 945 time: 0.0691195 Jul 13 20:19:15.495188 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-232f922a-7f47-42db-ac8f-e1c50bf8fab8 req-2d51a64b-5ef1-4e18-a402-4a0fc50f2de9 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/security-groups?id=044960fa-8d75-4cec-afd1-4c9888fb7ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334277 Jul 13 20:19:16.238873 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782bc42-dfc8-401c-8015-8964eb351ce0 req-f0b43029-0e32-44a5-8320-188a7f2db2a9 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:16.240662 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f782bc42-dfc8-401c-8015-8964eb351ce0 req-f0b43029-0e32-44a5-8320-188a7f2db2a9 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.0650027 Jul 13 20:19:16.279657 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f782bc42-dfc8-401c-8015-8964eb351ce0 req-1c762778-e118-4407-9cd6-98023217e31b tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332534 Jul 13 20:19:16.424084 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-27918153-9c31-4ee3-bece-b17e8fbb4047 req-c0b21613-1fbb-48fd-b3cc-d0a81e874e66 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.41 "GET /v2.0/ports?device_id=01005ff7-02ec-4d2e-91d5-2b465704df8c HTTP/1.1" status: 200 len: 210 time: 0.0305679 Jul 13 20:19:16.672190 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0d1d6-37ee-4496-8348-4260297885d7 req-178a4ab8-47b1-4fb1-85de-0c1b7f96f235 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:16.673644 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a1a0d1d6-37ee-4496-8348-4260297885d7 req-178a4ab8-47b1-4fb1-85de-0c1b7f96f235 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 945 time: 0.0634487 Jul 13 20:19:16.711403 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a1a0d1d6-37ee-4496-8348-4260297885d7 req-d193a6ee-e4e3-4659-8907-b9b04625e3e2 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/security-groups?id=044960fa-8d75-4cec-afd1-4c9888fb7ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319488 Jul 13 20:19:17.457025 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195dae5d-9bd3-4bdf-bd40-9afed4fc4d41 req-b3a475cd-bc11-4b37-ba79-9d831e7e82d5 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:17.458574 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-195dae5d-9bd3-4bdf-bd40-9afed4fc4d41 req-b3a475cd-bc11-4b37-ba79-9d831e7e82d5 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.0660584 Jul 13 20:19:17.497659 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-195dae5d-9bd3-4bdf-bd40-9afed4fc4d41 req-53088590-1806-46a7-b777-ca816d2571dc tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334859 Jul 13 20:19:17.626558 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dcf0cf8d-bc97-45e9-be5f-5ef07b9a0400 req-1584c9cf-e786-46d0-9512-d8f6537e9b62 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.41 "GET /v2.0/ports?device_id=01005ff7-02ec-4d2e-91d5-2b465704df8c HTTP/1.1" status: 200 len: 210 time: 0.0310032 Jul 13 20:19:17.886741 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7030bbe-4754-4191-8912-222a487643fa req-67755ccb-028d-4a00-b96e-d61625ddf9ec tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:17.888513 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b7030bbe-4754-4191-8912-222a487643fa req-67755ccb-028d-4a00-b96e-d61625ddf9ec tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 945 time: 0.0646641 Jul 13 20:19:17.929090 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b7030bbe-4754-4191-8912-222a487643fa req-7abf7795-5dad-4502-b3f8-57f03d617ecf tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/security-groups?id=044960fa-8d75-4cec-afd1-4c9888fb7ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345662 Jul 13 20:19:18.285280 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-a3cbc226-6704-4df5-af4d-d3a1a02d13ec tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=21941ba2174347eab025c12a44fec4bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285981 Jul 13 20:19:18.493641 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-8faa3feb-8ede-4a12-936e-286077f87eba tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:18.495458 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-8faa3feb-8ede-4a12-936e-286077f87eba tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1929166 Jul 13 20:19:18.513224 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-4116ba11-05b6-492a-8253-4658530e7796 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Request body: {'port': {'device_id': '01005ff7-02ec-4d2e-91d5-2b465704df8c', 'network_id': '1fd0fa07-2c2d-4f32-9c5e-58aa004f22ff', 'admin_state_up': True, 'tenant_id': '21941ba2174347eab025c12a44fec4bd'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:19:18.650759 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-4116ba11-05b6-492a-8253-4658530e7796 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Made reservation on behalf of 21941ba2174347eab025c12a44fec4bd for: {'port': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:19:18.659729 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-4116ba11-05b6-492a-8253-4658530e7796 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:18.683209 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-4116ba11-05b6-492a-8253-4658530e7796 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:18.830475 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c644b6-c818-4e2b-95fe-17a09f198ace req-aa983281-05d9-4ced-acbb-ff6f57129f07 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:18.845724 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-94c644b6-c818-4e2b-95fe-17a09f198ace req-aa983281-05d9-4ced-acbb-ff6f57129f07 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.2058868 Jul 13 20:19:18.846264 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-4116ba11-05b6-492a-8253-4658530e7796 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:18.854542 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-4116ba11-05b6-492a-8253-4658530e7796 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:18.923685 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-94c644b6-c818-4e2b-95fe-17a09f198ace req-0a88190e-956b-4b11-a1dd-258b59545058 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759246 Jul 13 20:19:18.977039 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116ba11-05b6-492a-8253-4658530e7796 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bccee360-3fe3-43be-b129-c29bb122b065,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:19.062276 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_common [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-4116ba11-05b6-492a-8253-4658530e7796 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Allocated IP 192.168.233.64 (1fd0fa07-2c2d-4f32-9c5e-58aa004f22ff/218c08f0-aefb-4d44-b9df-ed15428e3144/8bd3f33a-a9ff-48b0-a9ad-71093b0e908d) {{(pid=92957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:19:19.073759 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6132d625-85d5-47f8-b132-40330970d915 req-2582f398-fdb1-4742-86c2-7e3347f20504 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.41 "GET /v2.0/ports?device_id=01005ff7-02ec-4d2e-91d5-2b465704df8c HTTP/1.1" status: 200 len: 210 time: 0.0339327 Jul 13 20:19:19.229922 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-4116ba11-05b6-492a-8253-4658530e7796 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Notify callbacks [] for port, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:19.239233 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770bbc1-c8f9-44f4-b84e-d04f0dfd36b8 req-3e51bebd-b1fe-4e1b-b7ca-0e2b00f4911f tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:19.241203 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9770bbc1-c8f9-44f4-b84e-d04f0dfd36b8 req-3e51bebd-b1fe-4e1b-b7ca-0e2b00f4911f tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 945 time: 0.0661292 Jul 13 20:19:19.244140 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.provisioning_blocks [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-4116ba11-05b6-492a-8253-4658530e7796 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Transition to ACTIVE for port object 8bd3f33a-a9ff-48b0-a9ad-71093b0e908d will not be triggered until provisioned by entity DHCP. {{(pid=92957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:19:19.281073 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-4116ba11-05b6-492a-8253-4658530e7796 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:19.281578 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9770bbc1-c8f9-44f4-b84e-d04f0dfd36b8 req-f1ca41e3-11af-465f-ad47-97fc149e39db tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/security-groups?id=044960fa-8d75-4cec-afd1-4c9888fb7ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335190 Jul 13 20:19:19.333488 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-4116ba11-05b6-492a-8253-4658530e7796 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Network 1fd0fa07-2c2d-4f32-9c5e-58aa004f22ff is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:19:19.336747 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-4116ba11-05b6-492a-8253-4658530e7796 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:19:19.340383 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-4116ba11-05b6-492a-8253-4658530e7796 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Received port after_create {{(pid=92957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:19:19.346720 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116ba11-05b6-492a-8253-4658530e7796 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Pushing event updated for resources: {'Port': ['ID=8bd3f33a-a9ff-48b0-a9ad-71093b0e908d,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:19.395737 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-4116ba11-05b6-492a-8253-4658530e7796 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:19.396383 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-4116ba11-05b6-492a-8253-4658530e7796 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:19.410968 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-4116ba11-05b6-492a-8253-4658530e7796 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9022822 Jul 13 20:19:19.566949 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-fd0d42db-16c8-4209-adee-1e69207a29b2 None None] Provisioning for port 8bd3f33a-a9ff-48b0-a9ad-71093b0e908d completed by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:19:19.570554 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-fd0d42db-16c8-4209-adee-1e69207a29b2 None None] Provisioning complete for port 8bd3f33a-a9ff-48b0-a9ad-71093b0e908d triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:19:19.570925 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-fd0d42db-16c8-4209-adee-1e69207a29b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:19.603789 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d42db-16c8-4209-adee-1e69207a29b2 None None] Port 8bd3f33a-a9ff-48b0-a9ad-71093b0e908d cannot update to ACTIVE because it is not bound. {{(pid=92959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:19:20.102193 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad37c9-5c07-416f-86cc-0d9a6617d6db req-3b226d17-d3c1-49b9-b339-0281b412daec tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:20.103561 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0dad37c9-5c07-416f-86cc-0d9a6617d6db req-3b226d17-d3c1-49b9-b339-0281b412daec tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.0632963 Jul 13 20:19:20.141801 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0dad37c9-5c07-416f-86cc-0d9a6617d6db req-2f1dba43-4989-4ad4-ba84-02c648b400e7 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318434 Jul 13 20:19:20.311784 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503b3ee-5755-4550-9ac5-bc4a21b77c19 req-8b8acfd6-4998-45b7-8797-d18c954d7519 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:20.313337 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f503b3ee-5755-4550-9ac5-bc4a21b77c19 req-8b8acfd6-4998-45b7-8797-d18c954d7519 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.41 "GET /v2.0/ports?device_id=01005ff7-02ec-4d2e-91d5-2b465704df8c HTTP/1.1" status: 200 len: 935 time: 0.0691113 Jul 13 20:19:20.352714 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f503b3ee-5755-4550-9ac5-bc4a21b77c19 req-3b0af299-b3e4-427d-bd30-ccdd478538ab tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.41 "GET /v2.0/security-groups?id=bccee360-3fe3-43be-b129-c29bb122b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337036 Jul 13 20:19:20.529257 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf53e0c-8ac8-4e91-bfed-1c93483c4577 req-5527a74c-9877-4d08-a1ae-0c37a99d812a tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:20.531021 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7bf53e0c-8ac8-4e91-bfed-1c93483c4577 req-5527a74c-9877-4d08-a1ae-0c37a99d812a tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 945 time: 0.0671182 Jul 13 20:19:20.570876 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7bf53e0c-8ac8-4e91-bfed-1c93483c4577 req-1e61dc2e-56ec-49ee-a597-a9f3b9c7fd14 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/security-groups?id=044960fa-8d75-4cec-afd1-4c9888fb7ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342958 Jul 13 20:19:21.357585 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031b497-88c5-47b5-b038-cba8109a8d6b req-243ff726-e358-4e75-86c1-7a5cde3854a0 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:21.359200 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3031b497-88c5-47b5-b038-cba8109a8d6b req-243ff726-e358-4e75-86c1-7a5cde3854a0 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.1004899 Jul 13 20:19:21.402094 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3031b497-88c5-47b5-b038-cba8109a8d6b req-4dc16c3b-cd45-47aa-93ea-ca8a47efc491 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361354 Jul 13 20:19:21.592441 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b3fde1-9131-4eed-8b7f-e89aa02fdf61 req-bde2123a-12b2-44e2-b661-979f2ffb4ce6 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:21.594011 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-88b3fde1-9131-4eed-8b7f-e89aa02fdf61 req-bde2123a-12b2-44e2-b661-979f2ffb4ce6 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.41 "GET /v2.0/ports?device_id=01005ff7-02ec-4d2e-91d5-2b465704df8c HTTP/1.1" status: 200 len: 935 time: 0.0695388 Jul 13 20:19:21.639642 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-88b3fde1-9131-4eed-8b7f-e89aa02fdf61 req-a762429b-9bcb-4bcf-87bc-f5a94e07011e tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.41 "GET /v2.0/security-groups?id=bccee360-3fe3-43be-b129-c29bb122b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387361 Jul 13 20:19:21.802694 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-88ba7939-62fb-48d1-9c26-46438f43d610 service neutron] Request body: {'port': {'device_id': '01005ff7-02ec-4d2e-91d5-2b465704df8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:19:21.822437 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a9f41-5d0d-44dc-b744-2f085f4677fb req-435601f4-8f34-4ea2-b20c-195e767aae5b tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:21.824604 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fa0a9f41-5d0d-44dc-b744-2f085f4677fb req-435601f4-8f34-4ea2-b20c-195e767aae5b tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 945 time: 0.0764608 Jul 13 20:19:21.886014 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fa0a9f41-5d0d-44dc-b744-2f085f4677fb req-11d03ae3-dec0-4e33-8fc5-4f559013e0f8 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/security-groups?id=044960fa-8d75-4cec-afd1-4c9888fb7ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534630 Jul 13 20:19:21.901667 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-88ba7939-62fb-48d1-9c26-46438f43d610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:22.212154 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-88ba7939-62fb-48d1-9c26-46438f43d610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bd3f33a-a9ff-48b0-a9ad-71093b0e908d {{(pid=92957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:19:22.227862 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-88ba7939-62fb-48d1-9c26-46438f43d610 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:22.250405 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.provisioning_blocks [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-88ba7939-62fb-48d1-9c26-46438f43d610 service neutron] Transition to ACTIVE for port object 8bd3f33a-a9ff-48b0-a9ad-71093b0e908d will not be triggered until provisioned by entity L2. {{(pid=92957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:19:22.255452 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-88ba7939-62fb-48d1-9c26-46438f43d610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:22.316633 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba7939-62fb-48d1-9c26-46438f43d610 service neutron] Pushing event updated for resources: {'Port': ['ID=8bd3f33a-a9ff-48b0-a9ad-71093b0e908d,revision_number=2']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:22.449597 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-88ba7939-62fb-48d1-9c26-46438f43d610 service neutron] Attempting to bind port 8bd3f33a-a9ff-48b0-a9ad-71093b0e908d on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:19:22.450330 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-88ba7939-62fb-48d1-9c26-46438f43d610 service neutron] Attempting to bind port 8bd3f33a-a9ff-48b0-a9ad-71093b0e908d by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'b58f58d1-a6c2-4faa-a3c9-e3ae8a34f72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1fd0fa07-2c2d-4f32-9c5e-58aa004f22ff'}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:19:22.451157 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-88ba7939-62fb-48d1-9c26-46438f43d610 service neutron] Attempting to bind port 8bd3f33a-a9ff-48b0-a9ad-71093b0e908d on network 1fd0fa07-2c2d-4f32-9c5e-58aa004f22ff {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:19:22.472132 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-88ba7939-62fb-48d1-9c26-46438f43d610 service neutron] Port 8bd3f33a-a9ff-48b0-a9ad-71093b0e908d on network 1fd0fa07-2c2d-4f32-9c5e-58aa004f22ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:19:22.472850 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-88ba7939-62fb-48d1-9c26-46438f43d610 service neutron] Attempting to bind port 8bd3f33a-a9ff-48b0-a9ad-71093b0e908d on network 1fd0fa07-2c2d-4f32-9c5e-58aa004f22ff {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:19:22.480130 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-88ba7939-62fb-48d1-9c26-46438f43d610 service neutron] Checking agent: {'id': 'ee728df3-37aa-4a8e-b7f1-721981839fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'started_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:19:22.480491 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-88ba7939-62fb-48d1-9c26-46438f43d610 service neutron] Checking segment: {'id': 'b58f58d1-a6c2-4faa-a3c9-e3ae8a34f72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1fd0fa07-2c2d-4f32-9c5e-58aa004f22ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:19:22.483850 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-88ba7939-62fb-48d1-9c26-46438f43d610 service neutron] Bound using segment: {'id': 'b58f58d1-a6c2-4faa-a3c9-e3ae8a34f72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1fd0fa07-2c2d-4f32-9c5e-58aa004f22ff'} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:19:22.484370 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-88ba7939-62fb-48d1-9c26-46438f43d610 service neutron] Bound port: 8bd3f33a-a9ff-48b0-a9ad-71093b0e908d, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b58f58d1-a6c2-4faa-a3c9-e3ae8a34f72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1fd0fa07-2c2d-4f32-9c5e-58aa004f22ff'}}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:19:22.484773 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-88ba7939-62fb-48d1-9c26-46438f43d610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:22.583023 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-88ba7939-62fb-48d1-9c26-46438f43d610 service neutron] For port 8bd3f33a-a9ff-48b0-a9ad-71093b0e908d, host hv-cinder-80069, cleared binding levels {{(pid=92957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:19:22.588190 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-88ba7939-62fb-48d1-9c26-46438f43d610 service neutron] For port 8bd3f33a-a9ff-48b0-a9ad-71093b0e908d, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=8bd3f33a-a9ff-48b0-a9ad-71093b0e908d,segment=NetworkSegment(b58f58d1-a6c2-4faa-a3c9-e3ae8a34f72a),segment_id=b58f58d1-a6c2-4faa-a3c9-e3ae8a34f72a)] {{(pid=92957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:19:22.594959 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-88ba7939-62fb-48d1-9c26-46438f43d610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:22.647304 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-88ba7939-62fb-48d1-9c26-46438f43d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:22.647955 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-88ba7939-62fb-48d1-9c26-46438f43d610 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:22.649535 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-88ba7939-62fb-48d1-9c26-46438f43d610 service neutron] 10.222.0.47 "PUT /v2.0/ports/8bd3f33a-a9ff-48b0-a9ad-71093b0e908d HTTP/1.1" status: 200 len: 1097 time: 0.8536243 Jul 13 20:19:22.650017 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01005ff7-02ec-4d2e-91d5-2b465704df8c', 'tag': '8bd3f33a-a9ff-48b0-a9ad-71093b0e908d'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:19:22.658265 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70de1d52-560a-418a-a998-1a72b3b5f2ec" -d '{"events": [{"name": "network-changed", "server_uuid": "01005ff7-02ec-4d2e-91d5-2b465704df8c", "tag": "8bd3f33a-a9ff-48b0-a9ad-71093b0e908d"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:19:22.661844 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb474c4d-3e4b-40ae-acbd-9150fd0c4a18 req-13d78845-f3a7-4c49-bc58-2a47dd7508e4 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:22.664143 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fb474c4d-3e4b-40ae-acbd-9150fd0c4a18 req-13d78845-f3a7-4c49-bc58-2a47dd7508e4 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.0897498 Jul 13 20:19:22.691014 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba7939-62fb-48d1-9c26-46438f43d610 service neutron] Pushing event updated for resources: {'Port': ['ID=8bd3f33a-a9ff-48b0-a9ad-71093b0e908d,revision_number=3']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:22.742593 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fe9be0-2398-4294-a998-9ad0d628dc9f x-openstack-request-id: req-a6fe9be0-2398-4294-a998-9ad0d628dc9f {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:19:22.742909 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01005ff7-02ec-4d2e-91d5-2b465704df8c", "tag": "8bd3f33a-a9ff-48b0-a9ad-71093b0e908d", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:19:22.743112 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a6fe9be0-2398-4294-a998-9ad0d628dc9f {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:19:22.743516 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01005ff7-02ec-4d2e-91d5-2b465704df8c', 'tag': '8bd3f33a-a9ff-48b0-a9ad-71093b0e908d', 'status': 'completed', 'code': 200} Jul 13 20:19:22.752245 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fb474c4d-3e4b-40ae-acbd-9150fd0c4a18 req-e75b0006-1ba0-4eaf-b157-6ecbe85e9fe0 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787959 Jul 13 20:19:22.805289 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-3a32fca2-eed2-4c9d-81c5-9f9ea083a68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:22.806831 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-3a32fca2-eed2-4c9d-81c5-9f9ea083a68d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=21941ba2174347eab025c12a44fec4bd&device_id=01005ff7-02ec-4d2e-91d5-2b465704df8c HTTP/1.1" status: 200 len: 1100 time: 0.0775394 Jul 13 20:19:22.872721 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-811ac138-4493-4bac-8bb5-cb108ac35126 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=8bd3f33a-a9ff-48b0-a9ad-71093b0e908d HTTP/1.1" status: 200 len: 217 time: 0.0464661 Jul 13 20:19:22.964385 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-f933617c-fe2d-474d-857f-6f733e2e6563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:22.966445 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-f933617c-fe2d-474d-857f-6f733e2e6563 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=218c08f0-aefb-4d44-b9df-ed15428e3144 HTTP/1.1" status: 200 len: 843 time: 0.0863042 Jul 13 20:19:23.035655 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7068ca-ca5a-4db2-9639-9d4266ca6231 req-3f938e6a-99e7-47b3-a1de-1df76455f4d5 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:23.040329 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5d7068ca-ca5a-4db2-9639-9d4266ca6231 req-3f938e6a-99e7-47b3-a1de-1df76455f4d5 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.41 "GET /v2.0/ports?device_id=01005ff7-02ec-4d2e-91d5-2b465704df8c HTTP/1.1" status: 200 len: 947 time: 0.1178133 Jul 13 20:19:23.116698 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-e99d0589-8e2e-40db-94fe-66ed9b8a00c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:23.123225 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-e99d0589-8e2e-40db-94fe-66ed9b8a00c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1fd0fa07-2c2d-4f32-9c5e-58aa004f22ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1470752 Jul 13 20:19:23.158189 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5d7068ca-ca5a-4db2-9639-9d4266ca6231 req-dfeed33b-b4bf-4304-822a-25d2fbab5660 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.41 "GET /v2.0/security-groups?id=bccee360-3fe3-43be-b129-c29bb122b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006463 Jul 13 20:19:23.326693 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4ef54-7ba5-438c-8f30-40c311632961 req-df18402b-de5b-42fa-8687-63cbf1e3b187 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:23.332882 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-56a4ef54-7ba5-438c-8f30-40c311632961 req-df18402b-de5b-42fa-8687-63cbf1e3b187 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 945 time: 0.1518269 Jul 13 20:19:23.356787 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-d2f4960a-7349-4e7e-bde7-0de943118383 service neutron] 10.222.0.47 "GET /v2.0/networks/1fd0fa07-2c2d-4f32-9c5e-58aa004f22ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162278 Jul 13 20:19:23.416955 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-56a4ef54-7ba5-438c-8f30-40c311632961 req-f2787165-0714-48fc-9dff-78631933d7f2 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/security-groups?id=044960fa-8d75-4cec-afd1-4c9888fb7ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773740 Jul 13 20:19:23.537497 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-705fdfb9-34aa-44c8-ad88-966329c8e106 req-f94114c2-c708-45ea-838b-945da46655ae service neutron] 10.222.0.47 "GET /v2.0/networks/1fd0fa07-2c2d-4f32-9c5e-58aa004f22ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677072 Jul 13 20:19:23.620892 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 42784) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:23.774186 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de1d52-560a-418a-a998-1a72b3b5f2ec req-eceb236f-455b-4605-8202-d55d48d151d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:23.775949 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-70de1d52-560a-418a-a998-1a72b3b5f2ec req-eceb236f-455b-4605-8202-d55d48d151d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=21941ba2174347eab025c12a44fec4bd&device_id=01005ff7-02ec-4d2e-91d5-2b465704df8c HTTP/1.1" status: 200 len: 1100 time: 0.1245630 Jul 13 20:19:23.803375 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a1aa0828-d64b-49fc-b980-2d00bc10b539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:23.946011 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de1d52-560a-418a-a998-1a72b3b5f2ec req-e9032013-d79c-42fd-adf6-a178406c4bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:23.948821 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-70de1d52-560a-418a-a998-1a72b3b5f2ec req-e9032013-d79c-42fd-adf6-a178406c4bc7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1fd0fa07-2c2d-4f32-9c5e-58aa004f22ff HTTP/1.1" status: 200 len: 870 time: 0.1629696 Jul 13 20:19:23.969481 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a1aa0828-d64b-49fc-b980-2d00bc10b539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:23.979455 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a1aa0828-d64b-49fc-b980-2d00bc10b539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:24.027188 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-70de1d52-560a-418a-a998-1a72b3b5f2ec req-cfff7236-64ce-4247-9bd8-61e116a89b0b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=8bd3f33a-a9ff-48b0-a9ad-71093b0e908d HTTP/1.1" status: 200 len: 217 time: 0.0667620 Jul 13 20:19:24.053062 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 42796) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:24.101956 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-a1aa0828-d64b-49fc-b980-2d00bc10b539 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eca74c6ae87241f39249053f6d22147d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4779601 Jul 13 20:19:24.107265 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 42802) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:24.118836 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de1d52-560a-418a-a998-1a72b3b5f2ec req-d0785287-5db6-48aa-93c4-edf1f502f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:24.121236 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-70de1d52-560a-418a-a998-1a72b3b5f2ec req-d0785287-5db6-48aa-93c4-edf1f502f9f4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=218c08f0-aefb-4d44-b9df-ed15428e3144 HTTP/1.1" status: 200 len: 843 time: 0.0839822 Jul 13 20:19:24.128484 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa0828-d64b-49fc-b980-2d00bc10b539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd07a653-7d0a-4c7b-877c-5f41f398b758,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:24.224914 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778042c-9bb5-4c6c-9ca8-d4a8e91a06ce req-e8cac2e5-f26b-4d2c-bb85-63c2814205cc tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:24.242619 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0778042c-9bb5-4c6c-9ca8-d4a8e91a06ce req-e8cac2e5-f26b-4d2c-bb85-63c2814205cc tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.2251565 Jul 13 20:19:24.322036 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0778042c-9bb5-4c6c-9ca8-d4a8e91a06ce req-3b50cb49-13df-41d2-a612-65a5bcc0c64b tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769620 Jul 13 20:19:24.385092 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0865375b-80aa-411b-9d38-4600effc2737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:24.626601 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0865375b-80aa-411b-9d38-4600effc2737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:24.627085 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-66321dd4-9b71-453f-8ef6-3401eab7f7f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:24.646405 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0865375b-80aa-411b-9d38-4600effc2737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:24.663876 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de1d52-560a-418a-a998-1a72b3b5f2ec req-cdac25ee-b884-4d4a-960b-324034a548fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:24.663876 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-70de1d52-560a-418a-a998-1a72b3b5f2ec req-cdac25ee-b884-4d4a-960b-324034a548fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1fd0fa07-2c2d-4f32-9c5e-58aa004f22ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5198495 Jul 13 20:19:24.666082 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-66321dd4-9b71-453f-8ef6-3401eab7f7f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:24.764098 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-0865375b-80aa-411b-9d38-4600effc2737 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bab571a148aa43199327cc0286f1e845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7014441 Jul 13 20:19:24.764098 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865375b-80aa-411b-9d38-4600effc2737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5799420-061b-42b5-af30-839ddffd2d75,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:24.765036 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 42818) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:24.806518 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-70de1d52-560a-418a-a998-1a72b3b5f2ec req-b5983b48-87d7-4b9d-9634-07230316ffdc service neutron] 10.222.0.47 "GET /v2.0/networks/1fd0fa07-2c2d-4f32-9c5e-58aa004f22ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302080 Jul 13 20:19:24.807934 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-66321dd4-9b71-453f-8ef6-3401eab7f7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:24.810827 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-66321dd4-9b71-453f-8ef6-3401eab7f7f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:24.812363 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-66321dd4-9b71-453f-8ef6-3401eab7f7f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bd07a653-7d0a-4c7b-877c-5f41f398b758 HTTP/1.1" status: 204 len: 168 time: 0.7036140 Jul 13 20:19:24.840318 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66321dd4-9b71-453f-8ef6-3401eab7f7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd07a653-7d0a-4c7b-877c-5f41f398b758,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:24.949373 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-70de1d52-560a-418a-a998-1a72b3b5f2ec req-d4d9320d-35f8-4799-9f17-8c3c6a6e2db2 service neutron] 10.222.0.47 "GET /v2.0/networks/1fd0fa07-2c2d-4f32-9c5e-58aa004f22ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184556 Jul 13 20:19:25.042703 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4c8b9-c1d2-4a0f-96c4-e7c52e4ef345 req-f9249f18-45ef-4c7d-b0a8-414cc08a5f9a tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:25.044903 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-60e4c8b9-c1d2-4a0f-96c4-e7c52e4ef345 req-f9249f18-45ef-4c7d-b0a8-414cc08a5f9a tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.41 "GET /v2.0/ports?device_id=01005ff7-02ec-4d2e-91d5-2b465704df8c HTTP/1.1" status: 200 len: 947 time: 0.5263457 Jul 13 20:19:25.130914 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-60e4c8b9-c1d2-4a0f-96c4-e7c52e4ef345 req-51c874d4-fa69-44f9-83f4-11f7b6c964b5 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.41 "GET /v2.0/security-groups?id=bccee360-3fe3-43be-b129-c29bb122b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795414 Jul 13 20:19:25.141081 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0041da-9b33-43f3-9f8f-68dca2050876 req-1eb7feef-23f5-4036-991a-32d271f0cca0 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:25.142599 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0f0041da-9b33-43f3-9f8f-68dca2050876 req-1eb7feef-23f5-4036-991a-32d271f0cca0 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 945 time: 0.4521322 Jul 13 20:19:25.143901 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ebdfe5bb-03a5-45da-87b0-e45fceba735e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:25.184867 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ebdfe5bb-03a5-45da-87b0-e45fceba735e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:25.224600 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0f0041da-9b33-43f3-9f8f-68dca2050876 req-6386c040-ca5f-466b-92cf-d14bbbbf746b tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/security-groups?id=044960fa-8d75-4cec-afd1-4c9888fb7ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677555 Jul 13 20:19:25.237907 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 42824) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:25.255831 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f24d27f8-c6d5-40a1-8ee3-e3c8b9385aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:25.288808 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ebdfe5bb-03a5-45da-87b0-e45fceba735e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:25.294310 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ebdfe5bb-03a5-45da-87b0-e45fceba735e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:25.296412 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-ebdfe5bb-03a5-45da-87b0-e45fceba735e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c5799420-061b-42b5-af30-839ddffd2d75 HTTP/1.1" status: 204 len: 168 time: 0.5194163 Jul 13 20:19:25.320365 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdfe5bb-03a5-45da-87b0-e45fceba735e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5799420-061b-42b5-af30-839ddffd2d75,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:25.468705 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f24d27f8-c6d5-40a1-8ee3-e3c8b9385aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:25.476365 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f24d27f8-c6d5-40a1-8ee3-e3c8b9385aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:25.581910 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-f24d27f8-c6d5-40a1-8ee3-e3c8b9385aca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4da196d913644b718293e065c186e7a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3400242 Jul 13 20:19:25.581910 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d27f8-c6d5-40a1-8ee3-e3c8b9385aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ec1249-6392-47fc-921d-ebe0fedc13d7,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:25.583372 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 42836) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:25.763507 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d0de541a-d666-4fcb-8b18-963c7b7f4e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:25.788643 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a6045-7406-4eeb-ba9c-8c73f161b32b req-4d5adbdf-661c-4f9f-a33e-6934642dbef9 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:25.804402 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-152a6045-7406-4eeb-ba9c-8c73f161b32b req-4d5adbdf-661c-4f9f-a33e-6934642dbef9 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.1998985 Jul 13 20:19:25.841547 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d0de541a-d666-4fcb-8b18-963c7b7f4e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:25.882841 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-152a6045-7406-4eeb-ba9c-8c73f161b32b req-ebcd1f0f-7b98-4a76-ba11-ed7e53553411 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737762 Jul 13 20:19:25.921057 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d0de541a-d666-4fcb-8b18-963c7b7f4e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:25.924822 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d0de541a-d666-4fcb-8b18-963c7b7f4e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:25.926932 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-d0de541a-d666-4fcb-8b18-963c7b7f4e17 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/30ec1249-6392-47fc-921d-ebe0fedc13d7 HTTP/1.1" status: 204 len: 168 time: 0.3411927 Jul 13 20:19:25.936610 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de541a-d666-4fcb-8b18-963c7b7f4e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ec1249-6392-47fc-921d-ebe0fedc13d7,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:26.057337 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 42850) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:26.079752 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-860477c0-1621-40b4-9007-3a0d09868397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:26.167517 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 42854) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:26.210001 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-860477c0-1621-40b4-9007-3a0d09868397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:26.216283 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-860477c0-1621-40b4-9007-3a0d09868397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:26.307327 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860477c0-1621-40b4-9007-3a0d09868397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f24214a-29e9-431c-b567-ce27c1ff4e9d,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:26.328009 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-860477c0-1621-40b4-9007-3a0d09868397 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=79b9165c10d84553b922d9c5dcf432a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2654645 Jul 13 20:19:26.329330 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 42860) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:26.547315 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c650977b-d30b-4641-b489-79b56db04fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:26.550183 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a0120c6e-f104-44ad-9b51-13d588932120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:26.580821 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5216f-a305-4124-bb83-061d67d6393f req-2702d9c2-ac20-4f3e-ae03-4c7e93da20b4 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:26.582382 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b7c5216f-a305-4124-bb83-061d67d6393f req-2702d9c2-ac20-4f3e-ae03-4c7e93da20b4 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 945 time: 0.1726136 Jul 13 20:19:26.595327 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a374db-4841-4864-a608-b219c852c795 req-1bfb7bde-6955-4232-aa07-357be321d169 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:26.596752 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f7a374db-4841-4864-a608-b219c852c795 req-1bfb7bde-6955-4232-aa07-357be321d169 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.41 "GET /v2.0/ports?device_id=01005ff7-02ec-4d2e-91d5-2b465704df8c HTTP/1.1" status: 200 len: 947 time: 0.2531838 Jul 13 20:19:26.617273 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c650977b-d30b-4641-b489-79b56db04fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:26.726246 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b7c5216f-a305-4124-bb83-061d67d6393f req-27b56848-867a-4355-994f-25a8ec025659 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/security-groups?id=044960fa-8d75-4cec-afd1-4c9888fb7ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243081 Jul 13 20:19:26.735529 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f7a374db-4841-4864-a608-b219c852c795 req-11a9e977-a945-40a8-b41b-43a09d23655c tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.41 "GET /v2.0/security-groups?id=bccee360-3fe3-43be-b129-c29bb122b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216202 Jul 13 20:19:26.766883 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c650977b-d30b-4641-b489-79b56db04fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:26.775018 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c650977b-d30b-4641-b489-79b56db04fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:26.781064 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-c650977b-d30b-4641-b489-79b56db04fed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1f24214a-29e9-431c-b567-ce27c1ff4e9d HTTP/1.1" status: 204 len: 168 time: 0.4500713 Jul 13 20:19:26.798002 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650977b-d30b-4641-b489-79b56db04fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f24214a-29e9-431c-b567-ce27c1ff4e9d,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:26.856879 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a0120c6e-f104-44ad-9b51-13d588932120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:26.862709 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a0120c6e-f104-44ad-9b51-13d588932120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:26.918069 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-a0120c6e-f104-44ad-9b51-13d588932120 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c3a4b9a317aa4852aee880740d4c80a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7493548 Jul 13 20:19:26.919933 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0120c6e-f104-44ad-9b51-13d588932120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a403e7d8-3c6a-4aa7-9524-fcf28f07f94a,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:26.923794 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 42882) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:27.034581 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-4d0ca003-d0ea-42b3-8536-7a6e46d49738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:27.073900 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-4d0ca003-d0ea-42b3-8536-7a6e46d49738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:27.170764 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-4d0ca003-d0ea-42b3-8536-7a6e46d49738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:27.173721 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-4d0ca003-d0ea-42b3-8536-7a6e46d49738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:27.178071 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-4d0ca003-d0ea-42b3-8536-7a6e46d49738 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a403e7d8-3c6a-4aa7-9524-fcf28f07f94a HTTP/1.1" status: 204 len: 168 time: 0.2495201 Jul 13 20:19:27.194504 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ca003-d0ea-42b3-8536-7a6e46d49738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a403e7d8-3c6a-4aa7-9524-fcf28f07f94a,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:27.255508 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c91b1-4856-4f10-a36b-a757df94f02f req-ff1a0e00-84c1-4d1b-91a5-e860dc92ecd3 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:27.258565 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4d8c91b1-4856-4f10-a36b-a757df94f02f req-ff1a0e00-84c1-4d1b-91a5-e860dc92ecd3 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.1238487 Jul 13 20:19:27.306020 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4d8c91b1-4856-4f10-a36b-a757df94f02f req-9015151f-f1df-4e83-acb8-d893decd367e tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395348 Jul 13 20:19:27.969848 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 8bd3f33a-a9ff-48b0-a9ad-71093b0e908d details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:19:28.022909 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466f3f8-16aa-469a-8c3a-9fcf8945d8a0 req-e5f6d4b4-0059-4fa6-b180-88979bc57c3d tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:28.025923 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9466f3f8-16aa-469a-8c3a-9fcf8945d8a0 req-e5f6d4b4-0059-4fa6-b180-88979bc57c3d tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 945 time: 0.1181655 Jul 13 20:19:28.104390 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 8bd3f33a-a9ff-48b0-a9ad-71093b0e908d, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=8bd3f33a-a9ff-48b0-a9ad-71093b0e908d,segment=NetworkSegment(b58f58d1-a6c2-4faa-a3c9-e3ae8a34f72a),segment_id=b58f58d1-a6c2-4faa-a3c9-e3ae8a34f72a)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:19:28.108939 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9466f3f8-16aa-469a-8c3a-9fcf8945d8a0 req-3d1def01-8a32-4ea6-9b6d-47c25807edd9 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/security-groups?id=044960fa-8d75-4cec-afd1-4c9888fb7ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750918 Jul 13 20:19:28.122054 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Returning: {'device': '8bd3f33a-a9ff-48b0-a9ad-71093b0e908d', 'network_id': '1fd0fa07-2c2d-4f32-9c5e-58aa004f22ff', 'port_id': '8bd3f33a-a9ff-48b0-a9ad-71093b0e908d', 'mac_address': 'fa:16:3e:cf:94:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '218c08f0-aefb-4d44-b9df-ed15428e3144', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:19:28.180100 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:28.212032 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bd3f33a-a9ff-48b0-a9ad-71093b0e908d {{(pid=92959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:19:28.244609 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 8bd3f33a-a9ff-48b0-a9ad-71093b0e908d, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=8bd3f33a-a9ff-48b0-a9ad-71093b0e908d,segment=NetworkSegment(b58f58d1-a6c2-4faa-a3c9-e3ae8a34f72a),segment_id=b58f58d1-a6c2-4faa-a3c9-e3ae8a34f72a)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:19:28.253797 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:28.321565 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=8bd3f33a-a9ff-48b0-a9ad-71093b0e908d,revision_number=4']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:28.344594 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:28.345184 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:28.346255 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:28.346915 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:28.347617 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:28.348356 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:28.349272 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:28.350174 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:28.350795 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:28.352758 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:28.353422 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:28.354045 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:28.409506 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5a461-1b77-4c23-965d-4ec63ee9c0fd req-6277bdd2-e5e5-4705-af34-69e0fb42713f tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:28.411381 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b0e5a461-1b77-4c23-965d-4ec63ee9c0fd req-6277bdd2-e5e5-4705-af34-69e0fb42713f tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.41 "GET /v2.0/ports?device_id=01005ff7-02ec-4d2e-91d5-2b465704df8c HTTP/1.1" status: 200 len: 948 time: 0.0861015 Jul 13 20:19:28.479669 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b0e5a461-1b77-4c23-965d-4ec63ee9c0fd req-fcec9beb-f67d-482a-a53f-30135dcd521b tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.41 "GET /v2.0/security-groups?id=bccee360-3fe3-43be-b129-c29bb122b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572824 Jul 13 20:19:28.689958 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8817e-1c48-4922-9d0a-6f71c7cf4bae req-a8c3d9d0-6e9b-4202-8083-7def099133da tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:28.691682 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1ba8817e-1c48-4922-9d0a-6f71c7cf4bae req-a8c3d9d0-6e9b-4202-8083-7def099133da tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.0795255 Jul 13 20:19:28.775188 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1ba8817e-1c48-4922-9d0a-6f71c7cf4bae req-53507e87-bb3c-4776-8bdc-c6489438ab2b tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769906 Jul 13 20:19:29.256206 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 42974) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:29.430534 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318c15b-247d-4442-b3ba-3c58b2c909c4 req-9e3953a7-0685-4f33-b9fe-46bfd8dfcceb tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:29.435357 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9318c15b-247d-4442-b3ba-3c58b2c909c4 req-9e3953a7-0685-4f33-b9fe-46bfd8dfcceb tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 945 time: 0.1089051 Jul 13 20:19:29.467816 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-0436311f-0711-4aa3-bf89-2b4523eff06b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:29.493185 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['8bd3f33a-a9ff-48b0-a9ad-71093b0e908d'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:19:29.528831 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9318c15b-247d-4442-b3ba-3c58b2c909c4 req-d5cd20a0-9084-44d7-b053-89d93a0f4ae9 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/security-groups?id=044960fa-8d75-4cec-afd1-4c9888fb7ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853536 Jul 13 20:19:29.631326 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-0436311f-0711-4aa3-bf89-2b4523eff06b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:29.644410 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-0436311f-0711-4aa3-bf89-2b4523eff06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:29.947611 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436311f-0711-4aa3-bf89-2b4523eff06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb449eb6-35c5-4762-8811-34384b7a7269,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:29.957144 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-0436311f-0711-4aa3-bf89-2b4523eff06b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=222af53ee2244f9baec2dea6a345c720&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6947954 Jul 13 20:19:29.967374 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 42994) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:29.968786 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bc3d0-7a67-4af5-85c1-0c9235e59368 req-c3574a1d-46bb-482f-862a-c82e9d45ff88 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:29.970554 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1b9bc3d0-7a67-4af5-85c1-0c9235e59368 req-c3574a1d-46bb-482f-862a-c82e9d45ff88 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.41 "GET /v2.0/ports?device_id=01005ff7-02ec-4d2e-91d5-2b465704df8c HTTP/1.1" status: 200 len: 948 time: 0.2137697 Jul 13 20:19:30.034050 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1b9bc3d0-7a67-4af5-85c1-0c9235e59368 req-7bb3a3fd-a03c-4a9f-9635-f99804418333 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.41 "GET /v2.0/security-groups?id=bccee360-3fe3-43be-b129-c29bb122b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486696 Jul 13 20:19:30.089737 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728893bf-6365-4b90-9669-562fa4483335 req-afa2d531-a82a-403d-8355-258e600545bb tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:30.093054 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-728893bf-6365-4b90-9669-562fa4483335 req-afa2d531-a82a-403d-8355-258e600545bb tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.47 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 945 time: 0.4245818 Jul 13 20:19:30.219604 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea26c0-258d-400e-a9b4-1c196c0794d0 req-2dc299c2-bcf0-4fcb-aa0c-406212634dfe tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:30.227346 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e0ea26c0-258d-400e-a9b4-1c196c0794d0 req-2dc299c2-bcf0-4fcb-aa0c-406212634dfe tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.1258285 Jul 13 20:19:30.287955 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e0ea26c0-258d-400e-a9b4-1c196c0794d0 req-c4af6982-36b4-494c-9007-79e8fb69bae2 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593510 Jul 13 20:19:30.319118 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-b62890c4-5b02-4e99-8a2a-51f04e152e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:30.379629 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-b62890c4-5b02-4e99-8a2a-51f04e152e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:30.460947 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-728893bf-6365-4b90-9669-562fa4483335 req-5e59be8f-8f58-466f-958a-3ce65f280593 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Deleting port ecd98c01-b5fd-45a0-84b9-6d9e30328d5f {{(pid=92957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:19:30.461449 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-728893bf-6365-4b90-9669-562fa4483335 req-5e59be8f-8f58-466f-958a-3ce65f280593 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:30.533633 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-b62890c4-5b02-4e99-8a2a-51f04e152e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:30.536242 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-b62890c4-5b02-4e99-8a2a-51f04e152e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:30.537459 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-b62890c4-5b02-4e99-8a2a-51f04e152e90 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb449eb6-35c5-4762-8811-34384b7a7269 HTTP/1.1" status: 204 len: 168 time: 0.5685279 Jul 13 20:19:30.562686 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62890c4-5b02-4e99-8a2a-51f04e152e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb449eb6-35c5-4762-8811-34384b7a7269,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:30.604444 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-728893bf-6365-4b90-9669-562fa4483335 req-5e59be8f-8f58-466f-958a-3ce65f280593 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] For port ecd98c01-b5fd-45a0-84b9-6d9e30328d5f, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ecd98c01-b5fd-45a0-84b9-6d9e30328d5f,segment=NetworkSegment(1481e1d2-1254-4cb1-8248-7f5f18edf1df),segment_id=1481e1d2-1254-4cb1-8248-7f5f18edf1df)] {{(pid=92957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:19:30.604857 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-728893bf-6365-4b90-9669-562fa4483335 req-5e59be8f-8f58-466f-958a-3ce65f280593 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:30.628335 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-728893bf-6365-4b90-9669-562fa4483335 req-5e59be8f-8f58-466f-958a-3ce65f280593 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Calling delete_port for ecd98c01-b5fd-45a0-84b9-6d9e30328d5f owned by compute:nova {{(pid=92957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:19:30.881574 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75edfa-2ed1-40fd-8ec5-42af8b9f4b48 req-4519c47e-3fae-467a-bba2-f6d248252ec4 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:30.885197 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1b75edfa-2ed1-40fd-8ec5-42af8b9f4b48 req-4519c47e-3fae-467a-bba2-f6d248252ec4 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 945 time: 0.1387854 Jul 13 20:19:30.992343 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-728893bf-6365-4b90-9669-562fa4483335 req-5e59be8f-8f58-466f-958a-3ce65f280593 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:31.008006 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['ecd98c01-b5fd-45a0-84b9-6d9e30328d5f'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:19:31.017688 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 8bd3f33a-a9ff-48b0-a9ad-71093b0e908d up at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:19:31.041017 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1b75edfa-2ed1-40fd-8ec5-42af8b9f4b48 req-3d9402fd-3392-4332-9d63-5393f3999083 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/security-groups?id=044960fa-8d75-4cec-afd1-4c9888fb7ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237679 Jul 13 20:19:31.115798 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59be8f-8f58-466f-958a-3ce65f280593 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Pushing event deleted for resources: {'Port': ['ID=ecd98c01-b5fd-45a0-84b9-6d9e30328d5f,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:31.188706 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-728893bf-6365-4b90-9669-562fa4483335 req-5e59be8f-8f58-466f-958a-3ce65f280593 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] No DVR routers for this DVR port ecd98c01-b5fd-45a0-84b9-6d9e30328d5f on host hv-cinder-80069 {{(pid=92957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:19:31.192213 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-728893bf-6365-4b90-9669-562fa4483335 req-5e59be8f-8f58-466f-958a-3ce65f280593 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:31.206474 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-728893bf-6365-4b90-9669-562fa4483335 req-5e59be8f-8f58-466f-958a-3ce65f280593 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.47 "DELETE /v2.0/ports/ecd98c01-b5fd-45a0-84b9-6d9e30328d5f HTTP/1.1" status: 204 len: 173 time: 1.1041777 Jul 13 20:19:31.206987 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8986224-2682-4706-81cb-bb32ed1e95d0', 'name': 'network-vif-deleted', 'tag': 'ecd98c01-b5fd-45a0-84b9-6d9e30328d5f'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:19:31.221072 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79e6b46-c381-41f1-b6d6-1250c8bdd935" -d '{"events": [{"server_uuid": "d8986224-2682-4706-81cb-bb32ed1e95d0", "name": "network-vif-deleted", "tag": "ecd98c01-b5fd-45a0-84b9-6d9e30328d5f"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:19:31.226785 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning for port 8bd3f33a-a9ff-48b0-a9ad-71093b0e908d completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:19:31.237854 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning complete for port 8bd3f33a-a9ff-48b0-a9ad-71093b0e908d triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:19:31.238459 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:31.345540 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c65bb2-7913-4f6e-baf5-70939ae64446 x-openstack-request-id: req-78c65bb2-7913-4f6e-baf5-70939ae64446 {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:19:31.346056 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8986224-2682-4706-81cb-bb32ed1e95d0", "name": "network-vif-deleted", "tag": "ecd98c01-b5fd-45a0-84b9-6d9e30328d5f", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:19:31.346275 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-78c65bb2-7913-4f6e-baf5-70939ae64446 {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:19:31.346870 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8986224-2682-4706-81cb-bb32ed1e95d0', 'name': 'network-vif-deleted', 'tag': 'ecd98c01-b5fd-45a0-84b9-6d9e30328d5f', 'status': 'completed', 'code': 200} Jul 13 20:19:31.523298 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:31.551305 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db53fb-36ad-405c-9cc3-f72c6ccc0b4f req-14d02298-9250-4b2d-acee-2be32a0a483e tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:31.553521 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-97db53fb-36ad-405c-9cc3-f72c6ccc0b4f req-14d02298-9250-4b2d-acee-2be32a0a483e tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.41 "GET /v2.0/ports?device_id=01005ff7-02ec-4d2e-91d5-2b465704df8c HTTP/1.1" status: 200 len: 948 time: 0.1770248 Jul 13 20:19:31.622373 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01005ff7-02ec-4d2e-91d5-2b465704df8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd3f33a-a9ff-48b0-a9ad-71093b0e908d'}] {{(pid=92959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:19:31.628191 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a95ef25a805c455dc0e319f75fe5c37b751c8207b334ba38c934020b16a01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2be43b-144c-42b5-8313-25e2b07a80aa" -d '{"events": [{"server_uuid": "01005ff7-02ec-4d2e-91d5-2b465704df8c", "name": "network-vif-plugged", "status": "completed", "tag": "8bd3f33a-a9ff-48b0-a9ad-71093b0e908d"}]}' {{(pid=92959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:19:31.660712 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 8bd3f33a-a9ff-48b0-a9ad-71093b0e908d, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=8bd3f33a-a9ff-48b0-a9ad-71093b0e908d,segment=NetworkSegment(b58f58d1-a6c2-4faa-a3c9-e3ae8a34f72a),segment_id=b58f58d1-a6c2-4faa-a3c9-e3ae8a34f72a)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:19:31.671364 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:31.704603 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-97db53fb-36ad-405c-9cc3-f72c6ccc0b4f req-af457a01-17f2-4f79-a8db-0f58b3de96c3 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.41 "GET /v2.0/security-groups?id=bccee360-3fe3-43be-b129-c29bb122b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254735 Jul 13 20:19:31.782277 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3851db-f0f0-4e14-a3a8-059759e42a47 x-openstack-request-id: req-5d3851db-f0f0-4e14-a3a8-059759e42a47 {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:19:31.782909 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01005ff7-02ec-4d2e-91d5-2b465704df8c", "name": "network-vif-plugged", "status": "completed", "tag": "8bd3f33a-a9ff-48b0-a9ad-71093b0e908d", "code": 200}]} {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:19:31.783422 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d3851db-f0f0-4e14-a3a8-059759e42a47 {{(pid=92959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:19:31.784131 dv-cinder-800697-1-iscsi neutron-server[92959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01005ff7-02ec-4d2e-91d5-2b465704df8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd3f33a-a9ff-48b0-a9ad-71093b0e908d', 'code': 200} Jul 13 20:19:31.818213 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=8bd3f33a-a9ff-48b0-a9ad-71093b0e908d,revision_number=5']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:32.022139 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94be8f-cc5a-406c-8ad5-897a880fb880 req-b73291b0-10ee-4fbf-a827-8c6469310617 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:32.033569 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8c94be8f-cc5a-406c-8ad5-897a880fb880 req-b73291b0-10ee-4fbf-a827-8c6469310617 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.1925247 Jul 13 20:19:32.146312 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8c94be8f-cc5a-406c-8ad5-897a880fb880 req-b38f1e6d-8dd3-4cd0-a324-895c34447259 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100461 Jul 13 20:19:32.313006 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a456723e-56f4-4548-9f58-0244136e621c req-4c205cb7-fb65-431c-a45f-f38897294fe2 tempest-DeleteServersTestJSON-1414466480 tempest-DeleteServersTestJSON-1414466480-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8986224-2682-4706-81cb-bb32ed1e95d0 HTTP/1.1" status: 200 len: 210 time: 0.0368061 Jul 13 20:19:32.345581 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3fdf47-49e4-41c0-8dca-be6776ed0865 req-6ec32667-60ba-41b1-92f6-64bc7713a894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:32.345581 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-ae3fdf47-49e4-41c0-8dca-be6776ed0865 req-6ec32667-60ba-41b1-92f6-64bc7713a894 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=01005ff7-02ec-4d2e-91d5-2b465704df8c HTTP/1.1" status: 200 len: 1102 time: 0.0803385 Jul 13 20:19:32.409571 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-ae3fdf47-49e4-41c0-8dca-be6776ed0865 req-c85a8b2d-1624-4bd6-9865-0cca146c19fb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bccee360-3fe3-43be-b129-c29bb122b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429876 Jul 13 20:19:32.910267 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c849b48-58e1-4c62-8ec0-b44e27cdacbd req-7a1a9fd5-2540-4eb4-8484-39fa7a22d747 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:32.911930 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4c849b48-58e1-4c62-8ec0-b44e27cdacbd req-7a1a9fd5-2540-4eb4-8484-39fa7a22d747 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.41 "GET /v2.0/ports?device_id=01005ff7-02ec-4d2e-91d5-2b465704df8c HTTP/1.1" status: 200 len: 949 time: 0.0825014 Jul 13 20:19:32.964350 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4c849b48-58e1-4c62-8ec0-b44e27cdacbd req-6b4b47e2-68dd-4dc1-b36c-714a30488cca tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.41 "GET /v2.0/security-groups?id=bccee360-3fe3-43be-b129-c29bb122b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424175 Jul 13 20:19:33.021875 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device ecd98c01-b5fd-45a0-84b9-6d9e30328d5f no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:19:33.045374 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] No Port match for: ecd98c01-b5fd-45a0-84b9-6d9e30328d5f {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:19:33.045909 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device ecd98c01-b5fd-45a0-84b9-6d9e30328d5f not bound to the agent host hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:19:33.456326 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa4b4d-9aae-40eb-a4eb-afd52a7e7734 req-1023e9db-5f14-47d2-9878-3fbaa7087534 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:33.458582 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e8aa4b4d-9aae-40eb-a4eb-afd52a7e7734 req-1023e9db-5f14-47d2-9878-3fbaa7087534 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.1139486 Jul 13 20:19:33.547342 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e8aa4b4d-9aae-40eb-a4eb-afd52a7e7734 req-0efd49d2-3aa1-45e0-ade4-caacc7ee2bfd tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714521 Jul 13 20:19:33.789219 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-a42b0fb9-dad2-4171-9d01-360f02bb8012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:34.258097 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9b237-71cb-4a73-adc6-6dd1e5594001 req-1651e113-4025-4503-93ec-1aaf6c1ee65d tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:34.261446 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7da9b237-71cb-4a73-adc6-6dd1e5594001 req-1651e113-4025-4503-93ec-1aaf6c1ee65d tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.41 "GET /v2.0/ports?device_id=01005ff7-02ec-4d2e-91d5-2b465704df8c HTTP/1.1" status: 200 len: 949 time: 0.1160903 Jul 13 20:19:34.332737 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7da9b237-71cb-4a73-adc6-6dd1e5594001 req-c517e4e6-6cc6-42bb-b398-8a01a5e7bcd7 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.41 "GET /v2.0/security-groups?id=bccee360-3fe3-43be-b129-c29bb122b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507207 Jul 13 20:19:34.770135 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90e8c9-78ba-4239-8690-64e45c32df16 req-6f46f732-2690-429d-913d-bdd29cf421cf tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:34.772843 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5e90e8c9-78ba-4239-8690-64e45c32df16 req-6f46f732-2690-429d-913d-bdd29cf421cf tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.0857818 Jul 13 20:19:34.798960 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 43176) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:34.834742 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5e90e8c9-78ba-4239-8690-64e45c32df16 req-16954a34-9178-4a45-9982-440ce617f35f tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530362 Jul 13 20:19:34.912404 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc462b-7c79-4483-b9f5-32e0033c40ab req-65f8e377-cbd0-421f-a3a4-4fbbd2bf7d15 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:34.914535 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3acc462b-7c79-4483-b9f5-32e0033c40ab req-65f8e377-cbd0-421f-a3a4-4fbbd2bf7d15 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.41 "GET /v2.0/ports?device_id=01005ff7-02ec-4d2e-91d5-2b465704df8c HTTP/1.1" status: 200 len: 949 time: 0.0752673 Jul 13 20:19:34.982276 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3acc462b-7c79-4483-b9f5-32e0033c40ab req-242d250e-fe53-4559-b7b3-910698089899 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.41 "GET /v2.0/security-groups?id=bccee360-3fe3-43be-b129-c29bb122b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571096 Jul 13 20:19:34.986371 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-5896abe9-6193-41df-b8e0-0934c20771a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:35.134197 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-5896abe9-6193-41df-b8e0-0934c20771a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:35.140178 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-5896abe9-6193-41df-b8e0-0934c20771a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:35.179643 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896abe9-6193-41df-b8e0-0934c20771a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fb4793-2459-487c-9b65-0d4eaf79e387,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:35.193603 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-5896abe9-6193-41df-b8e0-0934c20771a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=33895f418ef34ad6ab0e4451cc0c08e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3931246 Jul 13 20:19:35.196840 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 43202) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:35.287734 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e6555af8-dd25-4882-be55-e79f1947f487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:35.316550 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e6555af8-dd25-4882-be55-e79f1947f487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:35.390958 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e6555af8-dd25-4882-be55-e79f1947f487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:35.393855 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e6555af8-dd25-4882-be55-e79f1947f487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:35.397897 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-e6555af8-dd25-4882-be55-e79f1947f487 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/12fb4793-2459-487c-9b65-0d4eaf79e387 HTTP/1.1" status: 204 len: 168 time: 0.2000072 Jul 13 20:19:35.407877 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6555af8-dd25-4882-be55-e79f1947f487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fb4793-2459-487c-9b65-0d4eaf79e387,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:35.447004 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 43218) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:35.589878 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-5bfb0d87-f29e-44a6-9d08-115cd95d60e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:35.656451 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 43228) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:35.720945 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffff407f-0d51-4780-8a3b-21dd84e6c6e5 admin admin] Deleting subnet 69454485-049f-436c-a951-9117dfdd0897 {{(pid=92958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:19:35.726402 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ffff407f-0d51-4780-8a3b-21dd84e6c6e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:35.738894 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-5bfb0d87-f29e-44a6-9d08-115cd95d60e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:35.748608 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-5bfb0d87-f29e-44a6-9d08-115cd95d60e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:35.782643 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ffff407f-0d51-4780-8a3b-21dd84e6c6e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16271406'] for subnet, precommit_delete_associations {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:35.802625 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb0d87-f29e-44a6-9d08-115cd95d60e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32eefdc3-471d-4775-a77e-29ddf9a748fd,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:35.807477 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-5bfb0d87-f29e-44a6-9d08-115cd95d60e1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1d026514a11e482f9f7fa06163408ebe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3589661 Jul 13 20:19:35.812686 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 43230) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:35.863412 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ffff407f-0d51-4780-8a3b-21dd84e6c6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-721317'] for subnet, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:35.893688 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-633505eb-e887-4ce5-95f0-c5c419049419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:35.903487 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 43234) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:35.926764 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-633505eb-e887-4ce5-95f0-c5c419049419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:35.932635 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-917844c1-7291-4dcc-a22b-93c62973b391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:35.987228 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-633505eb-e887-4ce5-95f0-c5c419049419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:35.990844 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-633505eb-e887-4ce5-95f0-c5c419049419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:35.992024 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-633505eb-e887-4ce5-95f0-c5c419049419 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/32eefdc3-471d-4775-a77e-29ddf9a748fd HTTP/1.1" status: 204 len: 168 time: 0.1781511 Jul 13 20:19:36.001311 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633505eb-e887-4ce5-95f0-c5c419049419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32eefdc3-471d-4775-a77e-29ddf9a748fd,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:36.009120 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ffff407f-0d51-4780-8a3b-21dd84e6c6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-721308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15916066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15819405'] for subnet, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:36.060596 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff407f-0d51-4780-8a3b-21dd84e6c6e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69454485-049f-436c-a951-9117dfdd0897,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:36.064376 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ffff407f-0d51-4780-8a3b-21dd84e6c6e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for subnet, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:36.069008 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 43240) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:36.072908 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-ffff407f-0d51-4780-8a3b-21dd84e6c6e5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/69454485-049f-436c-a951-9117dfdd0897 HTTP/1.1" status: 204 len: 168 time: 0.4088638 Jul 13 20:19:36.087300 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-b20bb158-c282-45f8-bdf2-46917f684a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:36.150011 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452ae43-e05a-4d3c-841b-3df47637f2ef req-f27711d6-7686-4022-a34e-337f2c0d0104 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:36.151675 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8452ae43-e05a-4d3c-841b-3df47637f2ef req-f27711d6-7686-4022-a34e-337f2c0d0104 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.1792617 Jul 13 20:19:36.170792 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-8ea44881-de1c-412c-a9d2-6f59916a724a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633600'] for network, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:36.208213 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-917844c1-7291-4dcc-a22b-93c62973b391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:36.219744 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-917844c1-7291-4dcc-a22b-93c62973b391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:36.263176 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-8ea44881-de1c-412c-a9d2-6f59916a724a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724524', 'neutron.services.segments.db._delete_segments_for_network-8781993256852'] for network, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:36.282031 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.services.segments.db [None req-8ea44881-de1c-412c-a9d2-6f59916a724a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5abf27ce-6104-4298-ba80-73c183d9a9ce']}} {{(pid=92957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:36.288662 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-917844c1-7291-4dcc-a22b-93c62973b391 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7f3ba5b871814874b14682fb10997c02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3836665 Jul 13 20:19:36.290961 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917844c1-7291-4dcc-a22b-93c62973b391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62e3f2c-1b91-4422-b6c1-e06484556e85,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:36.294068 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 43246) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:36.300481 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.services.segments.db [None req-8ea44881-de1c-412c-a9d2-6f59916a724a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1481e1d2-1254-4cb1-8248-7f5f18edf1df') {'for_net_delete': True} {{(pid=92957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:36.300945 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.services.segments.db [None req-8ea44881-de1c-412c-a9d2-6f59916a724a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1481e1d2-1254-4cb1-8248-7f5f18edf1df') {} {{(pid=92957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:36.314763 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8452ae43-e05a-4d3c-841b-3df47637f2ef req-2fa48e87-81fa-4d56-a48d-ca2d3e9e4a6b tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479740 Jul 13 20:19:36.316463 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-8ea44881-de1c-412c-a9d2-6f59916a724a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781993187723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15469834'] for segment, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:36.353955 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-8ea44881-de1c-412c-a9d2-6f59916a724a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996'] for segment, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:36.364489 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ea44881-de1c-412c-a9d2-6f59916a724a admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=92957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:19:36.365494 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-8ea44881-de1c-412c-a9d2-6f59916a724a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15802526'] for segment, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: Traceback (most recent call last): Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: timer() Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: cb(*args, **kw) Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: return func(*args, **kwargs) Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: self._notify() Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: self.callback(batched_events) Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: event.method(event) Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: return f(self, *a, **k) Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: return self._get(url).json() Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: return self.request(url, 'GET', **kwargs) Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:19:36.367789 dv-cinder-800697-1-iscsi neutron-server[92957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:19:36.400264 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d8d43-87b6-452a-9286-7cbac606d572 req-afb91615-ba6c-499c-9bf1-841d42b990f6 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:36.412011 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d94d8d43-87b6-452a-9286-7cbac606d572 req-afb91615-ba6c-499c-9bf1-841d42b990f6 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.41 "GET /v2.0/ports?device_id=01005ff7-02ec-4d2e-91d5-2b465704df8c HTTP/1.1" status: 200 len: 949 time: 0.2590756 Jul 13 20:19:36.448673 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-8ea44881-de1c-412c-a9d2-6f59916a724a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708319'] for network, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:36.451199 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-18025d6b-a3f9-4669-89fb-cc8881e14442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:36.472393 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-8ea44881-de1c-412c-a9d2-6f59916a724a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for network, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:36.475169 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-8ea44881-de1c-412c-a9d2-6f59916a724a admin admin] 10.222.0.41 "DELETE /v2.0/networks/5abf27ce-6104-4298-ba80-73c183d9a9ce HTTP/1.1" status: 204 len: 168 time: 0.4046514 Jul 13 20:19:36.477279 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea44881-de1c-412c-a9d2-6f59916a724a admin admin] Pushing event deleted for resources: {'Network': ['ID=5abf27ce-6104-4298-ba80-73c183d9a9ce,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:36.495171 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-18025d6b-a3f9-4669-89fb-cc8881e14442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:36.509236 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d94d8d43-87b6-452a-9286-7cbac606d572 req-861cfedc-c482-4201-84ad-349ed15cc72a tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.41 "GET /v2.0/security-groups?id=bccee360-3fe3-43be-b129-c29bb122b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963404 Jul 13 20:19:36.604095 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-18025d6b-a3f9-4669-89fb-cc8881e14442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:36.610515 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-18025d6b-a3f9-4669-89fb-cc8881e14442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:36.612769 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-18025d6b-a3f9-4669-89fb-cc8881e14442 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a62e3f2c-1b91-4422-b6c1-e06484556e85 HTTP/1.1" status: 204 len: 168 time: 0.3173115 Jul 13 20:19:36.628410 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18025d6b-a3f9-4669-89fb-cc8881e14442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62e3f2c-1b91-4422-b6c1-e06484556e85,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:36.719581 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc16c0-174f-4209-83bb-8a3b943d9e85 req-817eede2-4185-4ac0-af6e-6a9a586ce4e1 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:36.721429 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-3cbc16c0-174f-4209-83bb-8a3b943d9e85 req-817eede2-4185-4ac0-af6e-6a9a586ce4e1 tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.47 "GET /v2.0/ports?device_id=01005ff7-02ec-4d2e-91d5-2b465704df8c HTTP/1.1" status: 200 len: 949 time: 0.1293263 Jul 13 20:19:36.786295 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:36.818709 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 43272) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:36.875645 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-3cbc16c0-174f-4209-83bb-8a3b943d9e85 req-281c2fc9-6691-47ce-ad08-bbf1e1495a5a tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Deleting port 8bd3f33a-a9ff-48b0-a9ad-71093b0e908d {{(pid=92957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:19:36.876547 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-3cbc16c0-174f-4209-83bb-8a3b943d9e85 req-281c2fc9-6691-47ce-ad08-bbf1e1495a5a tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:36.925503 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 43276) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:36.955567 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 6 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:19:37.064666 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-368907cf-3ba2-4d6d-adc7-aa349a8ce953 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e160d86d87414a0599de32835067725e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1373460 Jul 13 20:19:37.065480 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 43288) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:37.096175 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-3cbc16c0-174f-4209-83bb-8a3b943d9e85 req-281c2fc9-6691-47ce-ad08-bbf1e1495a5a tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] For port 8bd3f33a-a9ff-48b0-a9ad-71093b0e908d, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=8bd3f33a-a9ff-48b0-a9ad-71093b0e908d,segment=NetworkSegment(b58f58d1-a6c2-4faa-a3c9-e3ae8a34f72a),segment_id=b58f58d1-a6c2-4faa-a3c9-e3ae8a34f72a)] {{(pid=92957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:19:37.096906 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-3cbc16c0-174f-4209-83bb-8a3b943d9e85 req-281c2fc9-6691-47ce-ad08-bbf1e1495a5a tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:37.118137 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-3cbc16c0-174f-4209-83bb-8a3b943d9e85 req-281c2fc9-6691-47ce-ad08-bbf1e1495a5a tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Calling delete_port for 8bd3f33a-a9ff-48b0-a9ad-71093b0e908d owned by compute:nova {{(pid=92957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:19:37.120665 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6ea10c9d-c192-4387-973e-2f54a3f3486a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:37.148967 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6ea10c9d-c192-4387-973e-2f54a3f3486a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:37.231457 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6ea10c9d-c192-4387-973e-2f54a3f3486a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:37.234130 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6ea10c9d-c192-4387-973e-2f54a3f3486a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:37.235484 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-6ea10c9d-c192-4387-973e-2f54a3f3486a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/044960fa-8d75-4cec-afd1-4c9888fb7ede HTTP/1.1" status: 204 len: 168 time: 0.1691141 Jul 13 20:19:37.243901 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea10c9d-c192-4387-973e-2f54a3f3486a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044960fa-8d75-4cec-afd1-4c9888fb7ede,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:37.297185 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-3cbc16c0-174f-4209-83bb-8a3b943d9e85 req-281c2fc9-6691-47ce-ad08-bbf1e1495a5a tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:37.311057 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['8bd3f33a-a9ff-48b0-a9ad-71093b0e908d'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:19:37.330343 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-fe2b99aa-2381-4f94-b99a-c3c3cfa7e472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:37.341088 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c2fc9-6691-47ce-ad08-bbf1e1495a5a tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Pushing event deleted for resources: {'Port': ['ID=8bd3f33a-a9ff-48b0-a9ad-71093b0e908d,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:37.408630 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbc16c0-174f-4209-83bb-8a3b943d9e85 req-281c2fc9-6691-47ce-ad08-bbf1e1495a5a tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] No DVR routers for this DVR port 8bd3f33a-a9ff-48b0-a9ad-71093b0e908d on host hv-cinder-80069 {{(pid=92957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:19:37.411572 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-3cbc16c0-174f-4209-83bb-8a3b943d9e85 req-281c2fc9-6691-47ce-ad08-bbf1e1495a5a tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:37.414350 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-3cbc16c0-174f-4209-83bb-8a3b943d9e85 req-281c2fc9-6691-47ce-ad08-bbf1e1495a5a tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.47 "DELETE /v2.0/ports/8bd3f33a-a9ff-48b0-a9ad-71093b0e908d HTTP/1.1" status: 204 len: 173 time: 0.6854644 Jul 13 20:19:37.414873 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01005ff7-02ec-4d2e-91d5-2b465704df8c', 'name': 'network-vif-deleted', 'tag': '8bd3f33a-a9ff-48b0-a9ad-71093b0e908d'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:19:37.417533 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b425845-9b8b-4fd8-95a1-84dd6d934558" -d '{"events": [{"server_uuid": "01005ff7-02ec-4d2e-91d5-2b465704df8c", "name": "network-vif-deleted", "tag": "8bd3f33a-a9ff-48b0-a9ad-71093b0e908d"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:19:37.508685 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:37.540086 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06df3c20-5c61-467a-afa5-410d02b0430c x-openstack-request-id: req-06df3c20-5c61-467a-afa5-410d02b0430c {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:19:37.541525 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01005ff7-02ec-4d2e-91d5-2b465704df8c", "name": "network-vif-deleted", "tag": "8bd3f33a-a9ff-48b0-a9ad-71093b0e908d", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:19:37.545410 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-06df3c20-5c61-467a-afa5-410d02b0430c {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:19:37.545916 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01005ff7-02ec-4d2e-91d5-2b465704df8c', 'name': 'network-vif-deleted', 'tag': '8bd3f33a-a9ff-48b0-a9ad-71093b0e908d', 'status': 'completed', 'code': 200} Jul 13 20:19:37.693945 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-fe2b99aa-2381-4f94-b99a-c3c3cfa7e472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:37.709184 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-fe2b99aa-2381-4f94-b99a-c3c3cfa7e472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:37.739299 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-faea307d-a05f-4ed2-b9c2-bf3f5d8a2975 req-32d8aeb6-d9b3-466f-bf63-421fd331cdef tempest-VolumesNegativeTest-575591114 tempest-VolumesNegativeTest-575591114-project] 10.222.0.41 "GET /v2.0/ports?device_id=01005ff7-02ec-4d2e-91d5-2b465704df8c HTTP/1.1" status: 200 len: 210 time: 0.0484865 Jul 13 20:19:37.785806 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b99aa-2381-4f94-b99a-c3c3cfa7e472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e4b249-c291-4bf1-b0ac-b1e063bfcaf2,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:37.799468 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-fe2b99aa-2381-4f94-b99a-c3c3cfa7e472 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=007740de322e4233bf7cf095db4faff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9766824 Jul 13 20:19:37.803264 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 43312) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:37.811815 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a1541-93cb-446b-b944-4f9c15eddc0e req-846965cf-ad26-4a84-93db-0b24811c69a8 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:37.820904 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-337a1541-93cb-446b-b944-4f9c15eddc0e req-846965cf-ad26-4a84-93db-0b24811c69a8 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.2911003 Jul 13 20:19:37.897873 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-337a1541-93cb-446b-b944-4f9c15eddc0e req-028016bc-59a6-4c8e-8338-4d2a95c7f9b4 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722516 Jul 13 20:19:37.919699 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-60c038bb-eefa-445c-9c70-863ada169cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:37.956433 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-60c038bb-eefa-445c-9c70-863ada169cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:38.048710 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-60c038bb-eefa-445c-9c70-863ada169cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:38.058636 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-60c038bb-eefa-445c-9c70-863ada169cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:38.066012 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-60c038bb-eefa-445c-9c70-863ada169cc9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a8e4b249-c291-4bf1-b0ac-b1e063bfcaf2 HTTP/1.1" status: 204 len: 168 time: 0.2569375 Jul 13 20:19:38.071680 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c038bb-eefa-445c-9c70-863ada169cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e4b249-c291-4bf1-b0ac-b1e063bfcaf2,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:38.549302 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbaa65-28bc-4c5c-a7eb-7c44fde13dad req-0ed1af1f-3c41-45a7-a3e2-ab85bb763a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:38.553376 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a6fbaa65-28bc-4c5c-a7eb-7c44fde13dad req-0ed1af1f-3c41-45a7-a3e2-ab85bb763a8d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 1099 time: 0.1132765 Jul 13 20:19:38.600673 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a6fbaa65-28bc-4c5c-a7eb-7c44fde13dad req-b464e1c7-9746-452c-a0a8-a40d10d32e42 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415366 Jul 13 20:19:38.798374 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 43356) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:38.819338 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d075b746-f818-45dd-bf0c-3e15ba9cf6df admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:39.072664 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d075b746-f818-45dd-bf0c-3e15ba9cf6df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:39.079415 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d075b746-f818-45dd-bf0c-3e15ba9cf6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:39.204231 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:39.208089 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-d075b746-f818-45dd-bf0c-3e15ba9cf6df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c797a87479dd4ae199b4cba569450616&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4081576 Jul 13 20:19:39.209508 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075b746-f818-45dd-bf0c-3e15ba9cf6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8b58f6-f459-4e76-b9f1-29e9463e4598,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:39.212181 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 43382) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:39.287166 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613629b-7681-4c80-99cf-707e83040157 req-b0afa545-a5b5-4962-8a76-2d2e028cc086 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:39.299178 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b613629b-7681-4c80-99cf-707e83040157 req-b0afa545-a5b5-4962-8a76-2d2e028cc086 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.1457629 Jul 13 20:19:39.310365 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-8b6fe6af-2589-49d3-b74f-5cfb9323e8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:39.337113 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-8b6fe6af-2589-49d3-b74f-5cfb9323e8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:39.351021 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b613629b-7681-4c80-99cf-707e83040157 req-9779925b-5c5e-4fb3-adc5-27f743ae888b tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504181 Jul 13 20:19:39.421242 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-8b6fe6af-2589-49d3-b74f-5cfb9323e8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:39.425270 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-8b6fe6af-2589-49d3-b74f-5cfb9323e8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:39.426498 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-8b6fe6af-2589-49d3-b74f-5cfb9323e8c7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f8b58f6-f459-4e76-b9f1-29e9463e4598 HTTP/1.1" status: 204 len: 168 time: 0.2091968 Jul 13 20:19:39.436034 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6fe6af-2589-49d3-b74f-5cfb9323e8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8b58f6-f459-4e76-b9f1-29e9463e4598,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:40.638813 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ef7ec-286c-425b-8d80-767e94744f61 req-5518f89e-3206-4b72-9403-8bcb71a89c03 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:40.641915 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fb4ef7ec-286c-425b-8d80-767e94744f61 req-5518f89e-3206-4b72-9403-8bcb71a89c03 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.1008718 Jul 13 20:19:40.723400 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fb4ef7ec-286c-425b-8d80-767e94744f61 req-dc2b253c-7f8e-4a69-be85-4012fc95d53c tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696039 Jul 13 20:19:41.855543 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 8bd3f33a-a9ff-48b0-a9ad-71093b0e908d no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:19:41.892281 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] No Port match for: 8bd3f33a-a9ff-48b0-a9ad-71093b0e908d {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:19:41.892616 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 8bd3f33a-a9ff-48b0-a9ad-71093b0e908d not bound to the agent host hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:19:41.931892 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28488cc-1f4c-497b-998d-e91424c3ceb4 req-6cb655dc-8046-4850-a311-46b4012b9252 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:41.939060 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c28488cc-1f4c-497b-998d-e91424c3ceb4 req-6cb655dc-8046-4850-a311-46b4012b9252 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.0827429 Jul 13 20:19:41.985541 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c28488cc-1f4c-497b-998d-e91424c3ceb4 req-840a8abd-6390-4fc4-853d-ae50739ae28c tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451989 Jul 13 20:19:43.205248 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc3d61-f836-499b-bab9-cffad6a83ac9 req-c17fa1ac-08f2-4de1-889d-2287f8cb2add tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:43.206777 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-73dc3d61-f836-499b-bab9-cffad6a83ac9 req-c17fa1ac-08f2-4de1-889d-2287f8cb2add tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.0879824 Jul 13 20:19:43.248128 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-73dc3d61-f836-499b-bab9-cffad6a83ac9 req-fc421a62-b9ba-4e85-9793-34085644764a tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354626 Jul 13 20:19:43.438470 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74f556-54e2-4e44-9a6c-80794954d140 req-b7872e69-b245-432f-bd81-b02d3137dc65 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:43.440217 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ee74f556-54e2-4e44-9a6c-80794954d140 req-b7872e69-b245-432f-bd81-b02d3137dc65 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.0729265 Jul 13 20:19:43.505667 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ee74f556-54e2-4e44-9a6c-80794954d140 req-bd56b953-3420-4fac-9d6c-f7ee9eb779dc tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555592 Jul 13 20:19:43.692929 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:44.481091 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 43762) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:44.626707 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-2b299a03-ee37-4840-be63-81d552576b83 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=21941ba2174347eab025c12a44fec4bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1494830 Jul 13 20:19:44.628790 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 43768) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:44.681944 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5135366d-5314-469f-912e-12f9b69b2d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:44.705908 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5135366d-5314-469f-912e-12f9b69b2d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:44.777310 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5135366d-5314-469f-912e-12f9b69b2d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:44.780730 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5135366d-5314-469f-912e-12f9b69b2d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:44.784329 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-5135366d-5314-469f-912e-12f9b69b2d84 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bccee360-3fe3-43be-b129-c29bb122b065 HTTP/1.1" status: 204 len: 168 time: 0.1521885 Jul 13 20:19:44.790532 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135366d-5314-469f-912e-12f9b69b2d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccee360-3fe3-43be-b129-c29bb122b065,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:45.527238 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 43834) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:45.614504 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e357d8-121d-45f9-8dda-3b763695fa86 req-d87c9763-ce3d-49a1-9311-1e9eac6c067e tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:45.616604 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-30e357d8-121d-45f9-8dda-3b763695fa86 req-d87c9763-ce3d-49a1-9311-1e9eac6c067e tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.0740023 Jul 13 20:19:45.663121 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-aea71ae8-838c-4b05-986b-b3c4e6f0b19b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-355119830-network', 'tenant_id': '8fc4ea195ad4429aa7573b9a0305dbb4'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:19:45.674810 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-30e357d8-121d-45f9-8dda-3b763695fa86 req-62471a8b-aa14-4359-bb16-c6d22330d972 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492656 Jul 13 20:19:45.694148 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea71ae8-838c-4b05-986b-b3c4e6f0b19b admin admin] Made reservation on behalf of 8fc4ea195ad4429aa7573b9a0305dbb4 for: {'network': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:19:45.705283 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-aea71ae8-838c-4b05-986b-b3c4e6f0b19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for network, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:45.711810 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-aea71ae8-838c-4b05-986b-b3c4e6f0b19b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:45.812563 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-aea71ae8-838c-4b05-986b-b3c4e6f0b19b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:45.816653 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-aea71ae8-838c-4b05-986b-b3c4e6f0b19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:45.845508 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea71ae8-838c-4b05-986b-b3c4e6f0b19b admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=92958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:19:45.857505 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea71ae8-838c-4b05-986b-b3c4e6f0b19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5301b884-f894-4eee-b82d-91478887a4a7,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:45.864989 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-aea71ae8-838c-4b05-986b-b3c4e6f0b19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996'] for segment, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:45.865651 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.db.segments_db [None req-aea71ae8-838c-4b05-986b-b3c4e6f0b19b admin admin] Added segment b425f644-01d0-41f1-9d66-d17b7e83c5bb of type vlan for network 23e04280-011c-4830-9f31-aeff7c63ac5d Jul 13 20:19:45.919918 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-aea71ae8-838c-4b05-986b-b3c4e6f0b19b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781992687126'] for network, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:45.958549 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-aea71ae8-838c-4b05-986b-b3c4e6f0b19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962'] for network, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:45.959539 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea71ae8-838c-4b05-986b-b3c4e6f0b19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:45.960150 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-aea71ae8-838c-4b05-986b-b3c4e6f0b19b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for network, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:46.016372 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-aea71ae8-838c-4b05-986b-b3c4e6f0b19b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4848430 Jul 13 20:19:46.016744 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 43862) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:46.020625 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea71ae8-838c-4b05-986b-b3c4e6f0b19b admin admin] Pushing event updated for resources: {'Network': ['ID=23e04280-011c-4830-9f31-aeff7c63ac5d,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:46.024156 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-a6ada5a5-dabb-42c1-834a-a5bc13e705d1 admin admin] Request body: {'subnet': {'network_id': '23e04280-011c-4830-9f31-aeff7c63ac5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-355119830-subnet', 'tenant_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'ip_version': 4}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:19:46.033531 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Network 23e04280-011c-4830-9f31-aeff7c63ac5d details requested by agent ovs-agent-dv-cinder-800697-1-iscsi with host dv-cinder-800697-1-iscsi {{(pid=92959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:19:46.054256 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ada5a5-dabb-42c1-834a-a5bc13e705d1 admin admin] Made reservation on behalf of 8fc4ea195ad4429aa7573b9a0305dbb4 for: {'subnet': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:19:46.057208 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-a6ada5a5-dabb-42c1-834a-a5bc13e705d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148547'] for subnet, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:46.245452 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-a6ada5a5-dabb-42c1-834a-a5bc13e705d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15804401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148593'] for subnet, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:46.320326 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ada5a5-dabb-42c1-834a-a5bc13e705d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cad210ff-96a6-4a54-8511-5b333f142a9a,revision_number=0']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:46.331891 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ada5a5-dabb-42c1-834a-a5bc13e705d1 admin admin] Checking segment: {'id': 'b425f644-01d0-41f1-9d66-d17b7e83c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '23e04280-011c-4830-9f31-aeff7c63ac5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:19:46.332278 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ada5a5-dabb-42c1-834a-a5bc13e705d1 admin admin] Network hostable DHCP agents. Network: 23e04280-011c-4830-9f31-aeff7c63ac5d, hostable agents: ['9d6e4556-3812-4c7d-88f2-13bd16a57861'], hosted agents: [] {{(pid=92957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:19:46.350067 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ada5a5-dabb-42c1-834a-a5bc13e705d1 admin admin] Network 23e04280-011c-4830-9f31-aeff7c63ac5d is scheduled to be hosted by DHCP agent 9d6e4556-3812-4c7d-88f2-13bd16a57861 with binding_index 1 {{(pid=92957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:19:46.360908 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [None req-a6ada5a5-dabb-42c1-834a-a5bc13e705d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-1-iscsi, 23e04280-011c-4830-9f31-aeff7c63ac5d) {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:19:46.365751 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ada5a5-dabb-42c1-834a-a5bc13e705d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:46.366341 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-a6ada5a5-dabb-42c1-834a-a5bc13e705d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for subnet, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:46.372636 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae119a33-cd04-483c-ab9b-1695e27a5c1f None None] Network 23e04280-011c-4830-9f31-aeff7c63ac5d requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:19:46.384558 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-a6ada5a5-dabb-42c1-834a-a5bc13e705d1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3666139 Jul 13 20:19:46.387460 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 43868) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:46.392389 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-39ae2a8a-0d9d-4b52-9f3c-82eafbdcfb0a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-355119830-router', 'tenant_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'}}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:19:46.415723 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-39ae2a8a-0d9d-4b52-9f3c-82eafbdcfb0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4752'] for router, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:46.418800 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-39ae2a8a-0d9d-4b52-9f3c-82eafbdcfb0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4761'] for router, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:46.471148 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-39ae2a8a-0d9d-4b52-9f3c-82eafbdcfb0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:46.547787 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1c15e3-87a5-44bc-a088-06df3f821cff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4343ca1b-82c6-5ec5-be1b-550c314ed552-23e04280-011c-4830-9f31-aeff7c63ac5d', 'network_id': '23e04280-011c-4830-9f31-aeff7c63ac5d', 'tenant_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'fixed_ips': [{'subnet_id': 'cad210ff-96a6-4a54-8511-5b333f142a9a'}]}} from dv-cinder-800697-1-iscsi. {{(pid=92959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:19:46.550076 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-bb1c15e3-87a5-44bc-a088-06df3f821cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:46.622403 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-39ae2a8a-0d9d-4b52-9f3c-82eafbdcfb0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1708278', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4747'] for router, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:46.719666 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.db_base_plugin_common [None req-bb1c15e3-87a5-44bc-a088-06df3f821cff None None] Allocated IP 172.20.0.2 (23e04280-011c-4830-9f31-aeff7c63ac5d/cad210ff-96a6-4a54-8511-5b333f142a9a/54cb18b3-4199-4e04-8a3f-d930227ae2af) {{(pid=92959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:19:46.848625 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-39ae2a8a-0d9d-4b52-9f3c-82eafbdcfb0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:46.866986 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac85c70-ead3-4668-b8a5-7a66a9a85884 req-c3f0330d-744c-4b66-be05-3b1d52b9b786 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:46.867815 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-bb1c15e3-87a5-44bc-a088-06df3f821cff None None] Notify callbacks [] for port, precommit_create {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:46.868891 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-aac85c70-ead3-4668-b8a5-7a66a9a85884 req-c3f0330d-744c-4b66-be05-3b1d52b9b786 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.0694180 Jul 13 20:19:46.873759 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-39ae2a8a-0d9d-4b52-9f3c-82eafbdcfb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:46.877229 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-bb1c15e3-87a5-44bc-a088-06df3f821cff None None] Transition to ACTIVE for port object 54cb18b3-4199-4e04-8a3f-d930227ae2af will not be triggered until provisioned by entity L2. {{(pid=92959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:19:46.900696 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-bb1c15e3-87a5-44bc-a088-06df3f821cff None None] Transition to ACTIVE for port object 54cb18b3-4199-4e04-8a3f-d930227ae2af will not be triggered until provisioned by entity DHCP. {{(pid=92959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:19:46.912556 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-bb1c15e3-87a5-44bc-a088-06df3f821cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094'] for port, after_create {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:46.915400 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-aac85c70-ead3-4668-b8a5-7a66a9a85884 req-05038a5b-4e10-4ed1-940e-aba5680ba129 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388057 Jul 13 20:19:46.967685 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1c15e3-87a5-44bc-a088-06df3f821cff None None] Network 23e04280-011c-4830-9f31-aeff7c63ac5d is already hosted by enough agents. {{(pid=92959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:19:46.970702 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.scheduler.base_scheduler [None req-bb1c15e3-87a5-44bc-a088-06df3f821cff None None] Resources bound (agent type, host, resource id): {{(pid=92959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:19:46.977743 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1c15e3-87a5-44bc-a088-06df3f821cff None None] Received port after_create {{(pid=92959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:19:46.980769 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c15e3-87a5-44bc-a088-06df3f821cff None None] Pushing event updated for resources: {'Port': ['ID=54cb18b3-4199-4e04-8a3f-d930227ae2af,revision_number=1']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:46.991483 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_common [None req-39ae2a8a-0d9d-4b52-9f3c-82eafbdcfb0a admin admin] Allocated IP 172.27.1.248 (e57c7c0c-39ec-40cf-b750-a71f25c7d8d2/a207c1df-41ac-48bd-9f72-165f77d81169/4d9cb82d-58d8-405c-a687-67bae78d1379) {{(pid=92957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:19:47.058089 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-bb1c15e3-87a5-44bc-a088-06df3f821cff None None] Attempting to bind port 54cb18b3-4199-4e04-8a3f-d930227ae2af on host dv-cinder-800697-1-iscsi for vnic_type normal with profile {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:19:47.058686 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-bb1c15e3-87a5-44bc-a088-06df3f821cff None None] Attempting to bind port 54cb18b3-4199-4e04-8a3f-d930227ae2af by drivers openvswitch,hyperv on host dv-cinder-800697-1-iscsi at level 0 using segments [{'id': 'b425f644-01d0-41f1-9d66-d17b7e83c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '23e04280-011c-4830-9f31-aeff7c63ac5d'}] {{(pid=92959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:19:47.058897 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1c15e3-87a5-44bc-a088-06df3f821cff None None] Attempting to bind port 54cb18b3-4199-4e04-8a3f-d930227ae2af on network 23e04280-011c-4830-9f31-aeff7c63ac5d {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:19:47.064313 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1c15e3-87a5-44bc-a088-06df3f821cff None None] Checking agent: {'id': '9033cd36-ce31-4b6d-a813-8d08366f9d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 10, 7), 'started_at': datetime.datetime(2021, 7, 13, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:19:47.064688 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1c15e3-87a5-44bc-a088-06df3f821cff None None] Checking segment: {'id': 'b425f644-01d0-41f1-9d66-d17b7e83c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '23e04280-011c-4830-9f31-aeff7c63ac5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:19:47.065093 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-bb1c15e3-87a5-44bc-a088-06df3f821cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:47.065489 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1c15e3-87a5-44bc-a088-06df3f821cff None None] Bound using segment: {'id': 'b425f644-01d0-41f1-9d66-d17b7e83c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '23e04280-011c-4830-9f31-aeff7c63ac5d'} {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:19:47.065966 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-bb1c15e3-87a5-44bc-a088-06df3f821cff None None] Bound port: 54cb18b3-4199-4e04-8a3f-d930227ae2af, host: dv-cinder-800697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b425f644-01d0-41f1-9d66-d17b7e83c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '23e04280-011c-4830-9f31-aeff7c63ac5d'}}] {{(pid=92959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:19:47.066353 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-bb1c15e3-87a5-44bc-a088-06df3f821cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:47.102091 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-39ae2a8a-0d9d-4b52-9f3c-82eafbdcfb0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:47.142853 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-bb1c15e3-87a5-44bc-a088-06df3f821cff None None] For port 54cb18b3-4199-4e04-8a3f-d930227ae2af, host dv-cinder-800697-1-iscsi, cleared binding levels {{(pid=92959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:19:47.146652 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-bb1c15e3-87a5-44bc-a088-06df3f821cff None None] For port 54cb18b3-4199-4e04-8a3f-d930227ae2af, host dv-cinder-800697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=54cb18b3-4199-4e04-8a3f-d930227ae2af,segment=NetworkSegment(b425f644-01d0-41f1-9d66-d17b7e83c5bb),segment_id=b425f644-01d0-41f1-9d66-d17b7e83c5bb)] {{(pid=92959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:19:47.151451 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-bb1c15e3-87a5-44bc-a088-06df3f821cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:47.224096 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c15e3-87a5-44bc-a088-06df3f821cff None None] Pushing event updated for resources: {'Port': ['ID=54cb18b3-4199-4e04-8a3f-d930227ae2af,revision_number=2']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:47.349719 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-39ae2a8a-0d9d-4b52-9f3c-82eafbdcfb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:47.389979 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ae2a8a-0d9d-4b52-9f3c-82eafbdcfb0a admin admin] Network e57c7c0c-39ec-40cf-b750-a71f25c7d8d2 is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:19:47.393016 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [None req-39ae2a8a-0d9d-4b52-9f3c-82eafbdcfb0a admin admin] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:19:47.396681 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ae2a8a-0d9d-4b52-9f3c-82eafbdcfb0a admin admin] Received port after_create {{(pid=92957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:19:47.403097 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae2a8a-0d9d-4b52-9f3c-82eafbdcfb0a admin admin] Pushing event updated for resources: {'Port': ['ID=4d9cb82d-58d8-405c-a687-67bae78d1379,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:47.630385 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 54cb18b3-4199-4e04-8a3f-d930227ae2af up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:19:47.698214 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning for port 54cb18b3-4199-4e04-8a3f-d930227ae2af completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:19:47.800449 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc2ed8-e485-4314-8a44-5b38f91ee877 req-fb54c2d3-1222-4778-8630-9c4ce59e3d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:47.801954 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a4fc2ed8-e485-4314-8a44-5b38f91ee877 req-fb54c2d3-1222-4778-8630-9c4ce59e3d79 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc1202cbb5ca410abbcdef9b3fca32f7&device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 1099 time: 0.2358053 Jul 13 20:19:47.870506 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-39ae2a8a-0d9d-4b52-9f3c-82eafbdcfb0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:47.985470 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc2ed8-e485-4314-8a44-5b38f91ee877 req-5e3da968-0a50-4373-9294-b4fdee6f514f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:47.986933 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a4fc2ed8-e485-4314-8a44-5b38f91ee877 req-5e3da968-0a50-4373-9294-b4fdee6f514f service neutron] 10.222.0.47 "GET /v2.0/networks?id=680d4961-3ce0-4364-a639-3d638a8730da HTTP/1.1" status: 200 len: 920 time: 0.1753764 Jul 13 20:19:48.048942 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a4fc2ed8-e485-4314-8a44-5b38f91ee877 req-fa7de1c1-a89f-407a-b30e-4a32969c2aef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=496a2b26-b324-4a14-85bd-ecf02a06773c HTTP/1.1" status: 200 len: 217 time: 0.0506811 Jul 13 20:19:48.148076 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0aeceb-358e-4254-9271-54a9c5a1f0b3 req-de82cdcd-51f7-4ea6-86d6-4286ce80acb9 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:48.149990 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ac0aeceb-358e-4254-9271-54a9c5a1f0b3 req-de82cdcd-51f7-4ea6-86d6-4286ce80acb9 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.0976329 Jul 13 20:19:48.206933 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ac0aeceb-358e-4254-9271-54a9c5a1f0b3 req-d3bcacb4-cd4d-4905-9bb1-bf4b194a4d99 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487380 Jul 13 20:19:48.220327 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-39ae2a8a-0d9d-4b52-9f3c-82eafbdcfb0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1708235'] for router, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:48.276927 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc2ed8-e485-4314-8a44-5b38f91ee877 req-fa9a02d8-fe03-4e57-b8c0-603c6353f3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:48.278466 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a4fc2ed8-e485-4314-8a44-5b38f91ee877 req-fa9a02d8-fe03-4e57-b8c0-603c6353f3f6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dc3305a-19e2-4f5f-b91b-410acd0592f6 HTTP/1.1" status: 200 len: 859 time: 0.1251557 Jul 13 20:19:48.360889 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a4fc2ed8-e485-4314-8a44-5b38f91ee877 req-fb83c23a-ffd5-412f-af7c-9a993098b6fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=680d4961-3ce0-4364-a639-3d638a8730da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702858 Jul 13 20:19:48.514554 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a4fc2ed8-e485-4314-8a44-5b38f91ee877 req-1e129554-77e6-409b-b4e4-2305f6750ca4 service neutron] 10.222.0.47 "GET /v2.0/networks/680d4961-3ce0-4364-a639-3d638a8730da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406953 Jul 13 20:19:48.516090 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ae2a8a-0d9d-4b52-9f3c-82eafbdcfb0a admin admin] Router d1f65861-5d24-4e3a-bcbe-e063346a56bd is scheduled to L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d with binding_index 1 {{(pid=92957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:19:48.538368 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2a52c9-dd58-49d1-a373-fea1b629dd71 None None] Network 23e04280-011c-4830-9f31-aeff7c63ac5d requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:19:48.635615 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-95e4374a-f39f-40c9-898e-33188ed00667 None None] Provisioning for port 54cb18b3-4199-4e04-8a3f-d930227ae2af completed by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:19:48.655671 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-95e4374a-f39f-40c9-898e-33188ed00667 None None] Provisioning complete for port 54cb18b3-4199-4e04-8a3f-d930227ae2af triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:19:48.656086 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-95e4374a-f39f-40c9-898e-33188ed00667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:48.726466 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a4fc2ed8-e485-4314-8a44-5b38f91ee877 req-92c26a81-8f4b-4570-a43c-c047274a6f82 service neutron] 10.222.0.47 "GET /v2.0/networks/680d4961-3ce0-4364-a639-3d638a8730da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038803 Jul 13 20:19:48.737310 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ae2a8a-0d9d-4b52-9f3c-82eafbdcfb0a admin admin] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:19:48.744786 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 43916) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:48.756081 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b75b3d-69f2-4257-8a81-b116fe59c1c4 None None] Sync routers for ids ['d1f65861-5d24-4e3a-bcbe-e063346a56bd'] in dv-cinder-800697-1-iscsi {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:19:48.774073 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b75b3d-69f2-4257-8a81-b116fe59c1c4 None None] Routers {'d1f65861-5d24-4e3a-bcbe-e063346a56bd'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:19:48.776294 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-f5b75b3d-69f2-4257-8a81-b116fe59c1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:19:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['d1f65861-5d24-4e3a-bcbe-e063346a56bd'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:48.807751 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-39ae2a8a-0d9d-4b52-9f3c-82eafbdcfb0a admin admin] Notify callbacks [] for router, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:48.809439 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-39ae2a8a-0d9d-4b52-9f3c-82eafbdcfb0a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4207149 Jul 13 20:19:48.812190 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 43924) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:48.962156 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-95e4374a-f39f-40c9-898e-33188ed00667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:49.061378 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-95e4374a-f39f-40c9-898e-33188ed00667 None None] For port 54cb18b3-4199-4e04-8a3f-d930227ae2af, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=54cb18b3-4199-4e04-8a3f-d930227ae2af,segment=NetworkSegment(b425f644-01d0-41f1-9d66-d17b7e83c5bb),segment_id=b425f644-01d0-41f1-9d66-d17b7e83c5bb)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:19:49.077464 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-95e4374a-f39f-40c9-898e-33188ed00667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:49.106265 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-f5b75b3d-69f2-4257-8a81-b116fe59c1c4 None None] Set router d1f65861-5d24-4e3a-bcbe-e063346a56bd gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:19:49.113637 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-83a8f488-7679-47d0-9b37-a762d2adb8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:49.230615 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4374a-f39f-40c9-898e-33188ed00667 None None] Pushing event updated for resources: {'Port': ['ID=54cb18b3-4199-4e04-8a3f-d930227ae2af,revision_number=3']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:49.317224 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-45c9f2a5-ce48-493d-a028-57e01698265f None None] Provisioning complete for port 54cb18b3-4199-4e04-8a3f-d930227ae2af triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:19:49.319351 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-45c9f2a5-ce48-493d-a028-57e01698265f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:49.490860 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-f5b75b3d-69f2-4257-8a81-b116fe59c1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'name': 'tempest-TestShelveInstance-355119830-router', 'tenant_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '4d9cb82d-58d8-405c-a687-67bae78d1379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:19:46Z', 'updated_at': '2021-07-13T20:19:47Z', 'revision_number': 3, 'project_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'gw_port': {'id': '4d9cb82d-58d8-405c-a687-67bae78d1379', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:76:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:46Z', 'updated_at': '2021-07-13T20:19:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi'}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:49.514329 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-83a8f488-7679-47d0-9b37-a762d2adb8f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:49.523216 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-83a8f488-7679-47d0-9b37-a762d2adb8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:49.568688 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b75b3d-69f2-4257-8a81-b116fe59c1c4 None None] Checking router: d1f65861-5d24-4e3a-bcbe-e063346a56bd for host: dv-cinder-800697-1-iscsi {{(pid=92960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:19:49.569192 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b75b3d-69f2-4257-8a81-b116fe59c1c4 None None] Updating router d1f65861-5d24-4e3a-bcbe-e063346a56bd port 4d9cb82d-58d8-405c-a687-67bae78d1379 binding host dv-cinder-800697-1-iscsi {{(pid=92960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:19:49.593955 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 54cb18b3-4199-4e04-8a3f-d930227ae2af up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:19:49.633036 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8f488-7679-47d0-9b37-a762d2adb8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd306ee-b525-4ddc-8af2-e637fffbda38,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:49.671166 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f5b75b3d-69f2-4257-8a81-b116fe59c1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:49.700777 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port 54cb18b3-4199-4e04-8a3f-d930227ae2af triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:19:49.701477 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:50.066500 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-83a8f488-7679-47d0-9b37-a762d2adb8f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=374bb49f95394f31906521a6921931f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3202972 Jul 13 20:19:50.069664 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 44002) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:50.151239 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f5b75b3d-69f2-4257-8a81-b116fe59c1c4 None None] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:50.171557 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e215b44-d577-428e-8c0f-a3a03a538fc5 req-e4c6e2fb-da44-4b75-8b3b-d9acb94c862f tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:50.177678 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-2a9a05d1-b4ec-4f47-8507-1b9fa47c4e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:50.179028 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [None req-f5b75b3d-69f2-4257-8a81-b116fe59c1c4 None None] Transition to ACTIVE for port object 4d9cb82d-58d8-405c-a687-67bae78d1379 will not be triggered until provisioned by entity L2. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:19:50.186490 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3e215b44-d577-428e-8c0f-a3a03a538fc5 req-e4c6e2fb-da44-4b75-8b3b-d9acb94c862f tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.6319945 Jul 13 20:19:50.189768 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f5b75b3d-69f2-4257-8a81-b116fe59c1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:50.214407 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-2a9a05d1-b4ec-4f47-8507-1b9fa47c4e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:50.252547 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7368569-8b38-436f-afc6-2ca110a74133 None None] Pushing event updated for resources: {'Port': ['ID=4d9cb82d-58d8-405c-a687-67bae78d1379,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:50.260674 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7368569-8b38-436f-afc6-2ca110a74133 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:50.261049 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7368569-8b38-436f-afc6-2ca110a74133 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:50.261648 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7368569-8b38-436f-afc6-2ca110a74133 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:50.262566 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7368569-8b38-436f-afc6-2ca110a74133 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:50.262985 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7368569-8b38-436f-afc6-2ca110a74133 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:50.263577 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7368569-8b38-436f-afc6-2ca110a74133 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:50.263942 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7368569-8b38-436f-afc6-2ca110a74133 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:50.264349 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7368569-8b38-436f-afc6-2ca110a74133 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:50.264782 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7368569-8b38-436f-afc6-2ca110a74133 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:50.265191 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7368569-8b38-436f-afc6-2ca110a74133 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:50.273902 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7368569-8b38-436f-afc6-2ca110a74133 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:50.274412 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7368569-8b38-436f-afc6-2ca110a74133 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:50.289425 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3e215b44-d577-428e-8c0f-a3a03a538fc5 req-2b0da327-aad7-4d91-83cb-4959b84811a9 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012113 Jul 13 20:19:50.311863 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cefcf1eb-b25f-48bd-898e-b61918ed901a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:50.362878 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [None req-f5b75b3d-69f2-4257-8a81-b116fe59c1c4 None None] Attempting to bind port 4d9cb82d-58d8-405c-a687-67bae78d1379 on host dv-cinder-800697-1-iscsi for vnic_type normal with profile {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:19:50.363933 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [None req-f5b75b3d-69f2-4257-8a81-b116fe59c1c4 None None] Attempting to bind port 4d9cb82d-58d8-405c-a687-67bae78d1379 by drivers openvswitch,hyperv on host dv-cinder-800697-1-iscsi at level 0 using segments [{'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:19:50.365600 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b75b3d-69f2-4257-8a81-b116fe59c1c4 None None] Attempting to bind port 4d9cb82d-58d8-405c-a687-67bae78d1379 on network e57c7c0c-39ec-40cf-b750-a71f25c7d8d2 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:19:50.367135 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-2a9a05d1-b4ec-4f47-8507-1b9fa47c4e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:50.370670 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-2a9a05d1-b4ec-4f47-8507-1b9fa47c4e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:50.374899 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-2a9a05d1-b4ec-4f47-8507-1b9fa47c4e88 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/acd306ee-b525-4ddc-8af2-e637fffbda38 HTTP/1.1" status: 204 len: 168 time: 0.3019266 Jul 13 20:19:50.378747 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b75b3d-69f2-4257-8a81-b116fe59c1c4 None None] Checking agent: {'id': '9033cd36-ce31-4b6d-a813-8d08366f9d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 10, 7), 'started_at': datetime.datetime(2021, 7, 13, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:19:50.380042 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b75b3d-69f2-4257-8a81-b116fe59c1c4 None None] Checking segment: {'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:19:50.381501 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f5b75b3d-69f2-4257-8a81-b116fe59c1c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:50.382817 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b75b3d-69f2-4257-8a81-b116fe59c1c4 None None] Bound using segment: {'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:19:50.383732 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [None req-f5b75b3d-69f2-4257-8a81-b116fe59c1c4 None None] Bound port: 4d9cb82d-58d8-405c-a687-67bae78d1379, host: dv-cinder-800697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'}}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:19:50.396871 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f5b75b3d-69f2-4257-8a81-b116fe59c1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:50.406362 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a05d1-b4ec-4f47-8507-1b9fa47c4e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd306ee-b525-4ddc-8af2-e637fffbda38,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:50.510847 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-f5b75b3d-69f2-4257-8a81-b116fe59c1c4 None None] For port 4d9cb82d-58d8-405c-a687-67bae78d1379, host dv-cinder-800697-1-iscsi, cleared binding levels {{(pid=92960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:19:50.513885 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-f5b75b3d-69f2-4257-8a81-b116fe59c1c4 None None] For port 4d9cb82d-58d8-405c-a687-67bae78d1379, host dv-cinder-800697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=4d9cb82d-58d8-405c-a687-67bae78d1379,segment=NetworkSegment(dd2d7350-8005-4571-9290-470baa5abba8),segment_id=dd2d7350-8005-4571-9290-470baa5abba8)] {{(pid=92960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:19:50.521106 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f5b75b3d-69f2-4257-8a81-b116fe59c1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:50.640164 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b75b3d-69f2-4257-8a81-b116fe59c1c4 None None] Routers {'d1f65861-5d24-4e3a-bcbe-e063346a56bd'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:19:50.641509 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-f5b75b3d-69f2-4257-8a81-b116fe59c1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:19:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['d1f65861-5d24-4e3a-bcbe-e063346a56bd'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:50.688107 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [None req-cefcf1eb-b25f-48bd-898e-b61918ed901a admin admin] Allocated IP 172.20.0.1 (23e04280-011c-4830-9f31-aeff7c63ac5d/cad210ff-96a6-4a54-8511-5b333f142a9a/6bee0196-b67a-4bbf-86d6-31696c85234f) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:19:50.739914 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7368569-8b38-436f-afc6-2ca110a74133 None None] Pushing event updated for resources: {'Port': ['ID=4d9cb82d-58d8-405c-a687-67bae78d1379,revision_number=3']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:50.845992 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-f5b75b3d-69f2-4257-8a81-b116fe59c1c4 None None] Set router d1f65861-5d24-4e3a-bcbe-e063346a56bd gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:19:50.888339 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cefcf1eb-b25f-48bd-898e-b61918ed901a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:50.903950 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 44046) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:50.916755 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.provisioning_blocks [None req-cefcf1eb-b25f-48bd-898e-b61918ed901a admin admin] Transition to ACTIVE for port object 6bee0196-b67a-4bbf-86d6-31696c85234f will not be triggered until provisioned by entity DHCP. {{(pid=92958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:19:50.924668 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-107d7d3e-88a2-45e4-bfd6-166c57b57cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:50.974180 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cefcf1eb-b25f-48bd-898e-b61918ed901a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15916159'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:51.021652 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefcf1eb-b25f-48bd-898e-b61918ed901a admin admin] Network 23e04280-011c-4830-9f31-aeff7c63ac5d is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:19:51.024978 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-cefcf1eb-b25f-48bd-898e-b61918ed901a admin admin] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:19:51.036062 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefcf1eb-b25f-48bd-898e-b61918ed901a admin admin] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:19:51.067010 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefcf1eb-b25f-48bd-898e-b61918ed901a admin admin] Pushing event updated for resources: {'Port': ['ID=6bee0196-b67a-4bbf-86d6-31696c85234f,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:51.085764 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cefcf1eb-b25f-48bd-898e-b61918ed901a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1709742'] for router_interface, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:51.120187 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-107d7d3e-88a2-45e4-bfd6-166c57b57cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:51.131020 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-107d7d3e-88a2-45e4-bfd6-166c57b57cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:51.188971 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d7d3e-88a2-45e4-bfd6-166c57b57cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2169c0c-8c3a-4a6a-b4c6-aa46881d1a51,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:51.228226 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 44056) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:51.228458 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-107d7d3e-88a2-45e4-bfd6-166c57b57cb7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a601a8ebf1a7413bbdcfe58172f173ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3232501 Jul 13 20:19:51.248907 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-f5b75b3d-69f2-4257-8a81-b116fe59c1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'name': 'tempest-TestShelveInstance-355119830-router', 'tenant_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '4d9cb82d-58d8-405c-a687-67bae78d1379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:19:46Z', 'updated_at': '2021-07-13T20:19:47Z', 'revision_number': 3, 'project_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'gw_port': {'id': '4d9cb82d-58d8-405c-a687-67bae78d1379', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:76:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:46Z', 'updated_at': '2021-07-13T20:19:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi'}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:51.299197 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b75b3d-69f2-4257-8a81-b116fe59c1c4 None None] The sync data for ids ['d1f65861-5d24-4e3a-bcbe-e063346a56bd'] in dv-cinder-800697-1-iscsi is: [{'id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'name': 'tempest-TestShelveInstance-355119830-router', 'tenant_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '4d9cb82d-58d8-405c-a687-67bae78d1379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:19:46Z', 'updated_at': '2021-07-13T20:19:47Z', 'revision_number': 3, 'project_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'gw_port': {'id': '4d9cb82d-58d8-405c-a687-67bae78d1379', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:76:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:46Z', 'updated_at': '2021-07-13T20:19:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi'}] {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:19:51.313379 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cefcf1eb-b25f-48bd-898e-b61918ed901a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:51.459644 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f7f99488-8743-402d-8b5e-6af43ebd432e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:51.521819 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-e7598868-6fd1-49b3-b1f2-2bc9aa4d4375 None None] Provisioning for port 6bee0196-b67a-4bbf-86d6-31696c85234f completed by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:19:51.527823 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-e7598868-6fd1-49b3-b1f2-2bc9aa4d4375 None None] Provisioning complete for port 6bee0196-b67a-4bbf-86d6-31696c85234f triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:19:51.528739 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-e7598868-6fd1-49b3-b1f2-2bc9aa4d4375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:51.535933 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f7f99488-8743-402d-8b5e-6af43ebd432e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:51.577030 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-e7598868-6fd1-49b3-b1f2-2bc9aa4d4375 None None] Port 6bee0196-b67a-4bbf-86d6-31696c85234f cannot update to ACTIVE because it is not bound. {{(pid=92959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:19:51.668817 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9f4ca-61bb-461d-9374-1395a5652051 req-2c9c9af4-e4e9-4181-8545-9a3f9932ca31 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:51.686651 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-50f9f4ca-61bb-461d-9374-1395a5652051 req-2c9c9af4-e4e9-4181-8545-9a3f9932ca31 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.2129483 Jul 13 20:19:51.697844 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cefcf1eb-b25f-48bd-898e-b61918ed901a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:51.724234 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f7f99488-8743-402d-8b5e-6af43ebd432e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:51.726946 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f7f99488-8743-402d-8b5e-6af43ebd432e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:51.729141 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-f7f99488-8743-402d-8b5e-6af43ebd432e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b2169c0c-8c3a-4a6a-b4c6-aa46881d1a51 HTTP/1.1" status: 204 len: 168 time: 0.4973423 Jul 13 20:19:51.729957 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cefcf1eb-b25f-48bd-898e-b61918ed901a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15916148'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:51.811143 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f99488-8743-402d-8b5e-6af43ebd432e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2169c0c-8c3a-4a6a-b4c6-aa46881d1a51,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:51.850303 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-50f9f4ca-61bb-461d-9374-1395a5652051 req-fe0a9b9a-93b8-4ea6-99d4-ca0d6fc4aafc tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627491 Jul 13 20:19:51.895110 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefcf1eb-b25f-48bd-898e-b61918ed901a admin admin] Pushing event updated for resources: {'Port': ['ID=6bee0196-b67a-4bbf-86d6-31696c85234f,revision_number=2']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:51.901364 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cefcf1eb-b25f-48bd-898e-b61918ed901a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711076'] for router_interface, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:52.086062 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefcf1eb-b25f-48bd-898e-b61918ed901a admin admin] Network 23e04280-011c-4830-9f31-aeff7c63ac5d is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:19:52.087567 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-cefcf1eb-b25f-48bd-898e-b61918ed901a admin admin] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:19:52.322596 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefcf1eb-b25f-48bd-898e-b61918ed901a admin admin] Router d1f65861-5d24-4e3a-bcbe-e063346a56bd has already been hosted by L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:19:52.501507 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefcf1eb-b25f-48bd-898e-b61918ed901a admin admin] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:19:52.513851 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-cefcf1eb-b25f-48bd-898e-b61918ed901a admin admin] 10.222.0.41 "PUT /v2.0/routers/d1f65861-5d24-4e3a-bcbe-e063346a56bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6931474 Jul 13 20:19:52.521872 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-205e6dea-14d7-44a5-b005-45b339a2926e None None] Provisioning complete for port 6bee0196-b67a-4bbf-86d6-31696c85234f triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:19:52.522363 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-205e6dea-14d7-44a5-b005-45b339a2926e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:52.584095 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-205e6dea-14d7-44a5-b005-45b339a2926e None None] Port 6bee0196-b67a-4bbf-86d6-31696c85234f cannot update to ACTIVE because it is not bound. {{(pid=92959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:19:53.095678 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09abe3-42e6-48a9-a4aa-3650cbf32743 req-8d7132b5-5cc6-426b-8ba1-e2d30dd0c466 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:53.098031 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ce09abe3-42e6-48a9-a4aa-3650cbf32743 req-8d7132b5-5cc6-426b-8ba1-e2d30dd0c466 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.1066120 Jul 13 20:19:53.145136 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ce09abe3-42e6-48a9-a4aa-3650cbf32743 req-073472ca-5ce8-46ff-984f-7cebeea1cfa0 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399485 Jul 13 20:19:53.289983 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 44158) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:53.295425 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-917bbe5d-6399-4084-9b40-39e448cdd913 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-20173926-network', 'tenant_id': 'c3a8a3b36b6c46f3ad489bb88d182d87'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:19:53.317554 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917bbe5d-6399-4084-9b40-39e448cdd913 admin admin] Made reservation on behalf of c3a8a3b36b6c46f3ad489bb88d182d87 for: {'network': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:19:53.319905 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-917bbe5d-6399-4084-9b40-39e448cdd913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for network, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:53.334695 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-917bbe5d-6399-4084-9b40-39e448cdd913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:53.469988 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-917bbe5d-6399-4084-9b40-39e448cdd913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:53.475433 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-917bbe5d-6399-4084-9b40-39e448cdd913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:53.497718 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-917bbe5d-6399-4084-9b40-39e448cdd913 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=92957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:19:53.504456 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-917bbe5d-6399-4084-9b40-39e448cdd913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996'] for segment, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:53.504805 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.db.segments_db [None req-917bbe5d-6399-4084-9b40-39e448cdd913 admin admin] Added segment bcd59e96-6aea-4362-942b-8acc98b0f696 of type vlan for network fa30b009-9ddf-4a5d-90a8-3c3f241253e5 Jul 13 20:19:53.557829 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-917bbe5d-6399-4084-9b40-39e448cdd913 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781992687126'] for network, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:53.603478 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917bbe5d-6399-4084-9b40-39e448cdd913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a5dc5c-2573-4b71-be6c-c5905d0c2b00,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:53.614865 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-917bbe5d-6399-4084-9b40-39e448cdd913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962'] for network, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:53.616370 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917bbe5d-6399-4084-9b40-39e448cdd913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:53.617301 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-917bbe5d-6399-4084-9b40-39e448cdd913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for network, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:53.672860 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 4d9cb82d-58d8-405c-a687-67bae78d1379 up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:19:53.678877 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-917bbe5d-6399-4084-9b40-39e448cdd913 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3877063 Jul 13 20:19:53.682015 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 44174) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:53.682954 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917bbe5d-6399-4084-9b40-39e448cdd913 admin admin] Pushing event updated for resources: {'Network': ['ID=fa30b009-9ddf-4a5d-90a8-3c3f241253e5,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:53.689769 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-24a6f44e-ce2b-40f9-9462-207142061e96 admin admin] Request body: {'subnet': {'network_id': 'fa30b009-9ddf-4a5d-90a8-3c3f241253e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-20173926-subnet', 'tenant_id': 'c3a8a3b36b6c46f3ad489bb88d182d87', 'ip_version': 4}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:19:53.705494 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Network fa30b009-9ddf-4a5d-90a8-3c3f241253e5 details requested by agent ovs-agent-dv-cinder-800697-1-iscsi with host dv-cinder-800697-1-iscsi {{(pid=92959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:19:53.716245 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a6f44e-ce2b-40f9-9462-207142061e96 admin admin] Made reservation on behalf of c3a8a3b36b6c46f3ad489bb88d182d87 for: {'subnet': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:19:53.719718 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-24a6f44e-ce2b-40f9-9462-207142061e96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148547'] for subnet, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:53.787748 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df3e691-9c44-4ec5-a85d-e8c1ce82aa4b None None] Sync routers for ids ['d1f65861-5d24-4e3a-bcbe-e063346a56bd'] in dv-cinder-800697-1-iscsi {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:19:53.819958 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df3e691-9c44-4ec5-a85d-e8c1ce82aa4b None None] Routers {'d1f65861-5d24-4e3a-bcbe-e063346a56bd'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:19:53.820615 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-3df3e691-9c44-4ec5-a85d-e8c1ce82aa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:19:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['d1f65861-5d24-4e3a-bcbe-e063346a56bd'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:53.926931 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-24a6f44e-ce2b-40f9-9462-207142061e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15804401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148593'] for subnet, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:53.956492 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning for port 4d9cb82d-58d8-405c-a687-67bae78d1379 completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:19:53.961448 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-3df3e691-9c44-4ec5-a85d-e8c1ce82aa4b None None] Set router d1f65861-5d24-4e3a-bcbe-e063346a56bd gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:19:53.979554 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6f44e-ce2b-40f9-9462-207142061e96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2d25ac5-7214-489d-84e9-fc2c0eec9e37,revision_number=0']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:53.999710 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port 4d9cb82d-58d8-405c-a687-67bae78d1379 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:19:54.000474 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:54.000654 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a6f44e-ce2b-40f9-9462-207142061e96 admin admin] Checking segment: {'id': 'bcd59e96-6aea-4362-942b-8acc98b0f696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fa30b009-9ddf-4a5d-90a8-3c3f241253e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:19:54.001183 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a6f44e-ce2b-40f9-9462-207142061e96 admin admin] Network hostable DHCP agents. Network: fa30b009-9ddf-4a5d-90a8-3c3f241253e5, hostable agents: ['9d6e4556-3812-4c7d-88f2-13bd16a57861'], hosted agents: [] {{(pid=92957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:19:54.025046 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a6f44e-ce2b-40f9-9462-207142061e96 admin admin] Network fa30b009-9ddf-4a5d-90a8-3c3f241253e5 is scheduled to be hosted by DHCP agent 9d6e4556-3812-4c7d-88f2-13bd16a57861 with binding_index 1 {{(pid=92957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:19:54.037224 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [None req-24a6f44e-ce2b-40f9-9462-207142061e96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-1-iscsi, fa30b009-9ddf-4a5d-90a8-3c3f241253e5) {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:19:54.042512 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a6f44e-ce2b-40f9-9462-207142061e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:54.044278 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-24a6f44e-ce2b-40f9-9462-207142061e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for subnet, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:54.060234 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-24a6f44e-ce2b-40f9-9462-207142061e96 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3746166 Jul 13 20:19:54.062860 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 44186) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:54.067376 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-6ab74411-cfd1-4cb6-96df-22ad64a5b99a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-20173926-router', 'tenant_id': 'c3a8a3b36b6c46f3ad489bb88d182d87', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'}}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:19:54.076575 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a220db9c-aa22-435e-b0c6-17a0eb38c88a None None] Network fa30b009-9ddf-4a5d-90a8-3c3f241253e5 requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:19:54.091855 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-6ab74411-cfd1-4cb6-96df-22ad64a5b99a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4752'] for router, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:54.093254 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-6ab74411-cfd1-4cb6-96df-22ad64a5b99a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4761'] for router, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:54.160682 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-6ab74411-cfd1-4cb6-96df-22ad64a5b99a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:54.345313 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-6ab74411-cfd1-4cb6-96df-22ad64a5b99a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1708278', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4747'] for router, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:54.363916 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:54.435715 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b90ae-b62a-48ba-a4eb-00495ee83a2e req-3219787d-74b4-4495-9ca5-66229ea4ad76 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:54.438201 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ca5b90ae-b62a-48ba-a4eb-00495ee83a2e req-3219787d-74b4-4495-9ca5-66229ea4ad76 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.0935512 Jul 13 20:19:54.469909 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] For port 4d9cb82d-58d8-405c-a687-67bae78d1379, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=4d9cb82d-58d8-405c-a687-67bae78d1379,segment=NetworkSegment(dd2d7350-8005-4571-9290-470baa5abba8),segment_id=dd2d7350-8005-4571-9290-470baa5abba8)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:19:54.485029 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:54.509631 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ca5b90ae-b62a-48ba-a4eb-00495ee83a2e req-15c64545-7843-4437-a448-3226837df55a tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653894 Jul 13 20:19:54.581636 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98289c4a-f071-4549-a8f2-0d407fb3236a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4343ca1b-82c6-5ec5-be1b-550c314ed552-fa30b009-9ddf-4a5d-90a8-3c3f241253e5', 'network_id': 'fa30b009-9ddf-4a5d-90a8-3c3f241253e5', 'tenant_id': 'c3a8a3b36b6c46f3ad489bb88d182d87', 'fixed_ips': [{'subnet_id': 'f2d25ac5-7214-489d-84e9-fc2c0eec9e37'}]}} from dv-cinder-800697-1-iscsi. {{(pid=92959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:19:54.582711 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-98289c4a-f071-4549-a8f2-0d407fb3236a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:54.590996 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-3df3e691-9c44-4ec5-a85d-e8c1ce82aa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'name': 'tempest-TestShelveInstance-355119830-router', 'tenant_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '4d9cb82d-58d8-405c-a687-67bae78d1379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:19:46Z', 'updated_at': '2021-07-13T20:19:51Z', 'revision_number': 4, 'project_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'gw_port': {'id': '4d9cb82d-58d8-405c-a687-67bae78d1379', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:76:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:46Z', 'updated_at': '2021-07-13T20:19:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': '6bee0196-b67a-4bbf-86d6-31696c85234f', 'name': '', 'network_id': '23e04280-011c-4830-9f31-aeff7c63ac5d', 'tenant_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'mac_address': 'fa:16:3e:2a:c7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'cad210ff-96a6-4a54-8511-5b333f142a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:50Z', 'updated_at': '2021-07-13T20:19:51Z', 'revision_number': 2, 'project_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'subnets': [{'id': 'cad210ff-96a6-4a54-8511-5b333f142a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:54.662144 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df3e691-9c44-4ec5-a85d-e8c1ce82aa4b None None] Checking router: d1f65861-5d24-4e3a-bcbe-e063346a56bd for host: dv-cinder-800697-1-iscsi {{(pid=92959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:19:54.662632 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df3e691-9c44-4ec5-a85d-e8c1ce82aa4b None None] Updating router d1f65861-5d24-4e3a-bcbe-e063346a56bd port 6bee0196-b67a-4bbf-86d6-31696c85234f binding host dv-cinder-800697-1-iscsi {{(pid=92959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:19:54.668949 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Pushing event updated for resources: {'Port': ['ID=4d9cb82d-58d8-405c-a687-67bae78d1379,revision_number=4']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:54.773100 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-3df3e691-9c44-4ec5-a85d-e8c1ce82aa4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:54.950976 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-6ab74411-cfd1-4cb6-96df-22ad64a5b99a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:54.973421 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-6ab74411-cfd1-4cb6-96df-22ad64a5b99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:55.037888 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.db_base_plugin_common [None req-98289c4a-f071-4549-a8f2-0d407fb3236a None None] Allocated IP 172.20.0.2 (fa30b009-9ddf-4a5d-90a8-3c3f241253e5/f2d25ac5-7214-489d-84e9-fc2c0eec9e37/eb5ff36c-366f-4abc-adb8-614d0f80c135) {{(pid=92959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:19:55.095783 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_common [None req-6ab74411-cfd1-4cb6-96df-22ad64a5b99a admin admin] Allocated IP 172.27.1.126 (e57c7c0c-39ec-40cf-b750-a71f25c7d8d2/a207c1df-41ac-48bd-9f72-165f77d81169/d8c81c3d-de59-4810-9932-230ae542999b) {{(pid=92957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:19:55.221163 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-6ab74411-cfd1-4cb6-96df-22ad64a5b99a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:55.266403 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-6ab74411-cfd1-4cb6-96df-22ad64a5b99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:55.304147 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab74411-cfd1-4cb6-96df-22ad64a5b99a admin admin] Network e57c7c0c-39ec-40cf-b750-a71f25c7d8d2 is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:19:55.307684 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [None req-6ab74411-cfd1-4cb6-96df-22ad64a5b99a admin admin] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:19:55.315082 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab74411-cfd1-4cb6-96df-22ad64a5b99a admin admin] Received port after_create {{(pid=92957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:19:55.322778 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 44244) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:55.323288 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-98289c4a-f071-4549-a8f2-0d407fb3236a None None] Notify callbacks [] for port, precommit_create {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:55.326866 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-3df3e691-9c44-4ec5-a85d-e8c1ce82aa4b None None] Notify callbacks [] for port, precommit_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:55.340508 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-98289c4a-f071-4549-a8f2-0d407fb3236a None None] Transition to ACTIVE for port object eb5ff36c-366f-4abc-adb8-614d0f80c135 will not be triggered until provisioned by entity L2. {{(pid=92959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:19:55.346035 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-3df3e691-9c44-4ec5-a85d-e8c1ce82aa4b None None] Transition to ACTIVE for port object 6bee0196-b67a-4bbf-86d6-31696c85234f will not be triggered until provisioned by entity L2. {{(pid=92959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:19:55.347416 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab74411-cfd1-4cb6-96df-22ad64a5b99a admin admin] Pushing event updated for resources: {'Port': ['ID=d8c81c3d-de59-4810-9932-230ae542999b,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:55.361683 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-3df3e691-9c44-4ec5-a85d-e8c1ce82aa4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:55.364172 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-98289c4a-f071-4549-a8f2-0d407fb3236a None None] Transition to ACTIVE for port object eb5ff36c-366f-4abc-adb8-614d0f80c135 will not be triggered until provisioned by entity DHCP. {{(pid=92959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:19:55.396226 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-98289c4a-f071-4549-a8f2-0d407fb3236a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094'] for port, after_create {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:55.431890 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01c6b5-312f-4eac-94a4-f4379ef94299 None None] Pushing event updated for resources: {'Port': ['ID=6bee0196-b67a-4bbf-86d6-31696c85234f,revision_number=3']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:55.457206 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f4deef46-2ed2-4800-890c-b54448993c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:55.473888 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98289c4a-f071-4549-a8f2-0d407fb3236a None None] Network fa30b009-9ddf-4a5d-90a8-3c3f241253e5 is already hosted by enough agents. {{(pid=92959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:19:55.476210 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.scheduler.base_scheduler [None req-98289c4a-f071-4549-a8f2-0d407fb3236a None None] Resources bound (agent type, host, resource id): {{(pid=92959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:19:55.484155 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98289c4a-f071-4549-a8f2-0d407fb3236a None None] Received port after_create {{(pid=92959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:19:55.587982 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-3df3e691-9c44-4ec5-a85d-e8c1ce82aa4b None None] Attempting to bind port 6bee0196-b67a-4bbf-86d6-31696c85234f on host dv-cinder-800697-1-iscsi for vnic_type normal with profile {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:19:55.588599 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-3df3e691-9c44-4ec5-a85d-e8c1ce82aa4b None None] Attempting to bind port 6bee0196-b67a-4bbf-86d6-31696c85234f by drivers openvswitch,hyperv on host dv-cinder-800697-1-iscsi at level 0 using segments [{'id': 'b425f644-01d0-41f1-9d66-d17b7e83c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '23e04280-011c-4830-9f31-aeff7c63ac5d'}] {{(pid=92959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:19:55.589257 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df3e691-9c44-4ec5-a85d-e8c1ce82aa4b None None] Attempting to bind port 6bee0196-b67a-4bbf-86d6-31696c85234f on network 23e04280-011c-4830-9f31-aeff7c63ac5d {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:19:55.660179 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 4d9cb82d-58d8-405c-a687-67bae78d1379 up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:19:55.712717 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df3e691-9c44-4ec5-a85d-e8c1ce82aa4b None None] Checking agent: {'id': '9033cd36-ce31-4b6d-a813-8d08366f9d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 10, 7), 'started_at': datetime.datetime(2021, 7, 13, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:19:55.723948 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-6ab74411-cfd1-4cb6-96df-22ad64a5b99a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:55.728086 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df3e691-9c44-4ec5-a85d-e8c1ce82aa4b None None] Checking segment: {'id': 'b425f644-01d0-41f1-9d66-d17b7e83c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '23e04280-011c-4830-9f31-aeff7c63ac5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:19:55.728849 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-3df3e691-9c44-4ec5-a85d-e8c1ce82aa4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:55.729469 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df3e691-9c44-4ec5-a85d-e8c1ce82aa4b None None] Bound using segment: {'id': 'b425f644-01d0-41f1-9d66-d17b7e83c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '23e04280-011c-4830-9f31-aeff7c63ac5d'} {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:19:55.730454 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-3df3e691-9c44-4ec5-a85d-e8c1ce82aa4b None None] Bound port: 6bee0196-b67a-4bbf-86d6-31696c85234f, host: dv-cinder-800697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b425f644-01d0-41f1-9d66-d17b7e83c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '23e04280-011c-4830-9f31-aeff7c63ac5d'}}] {{(pid=92959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:19:55.731332 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-3df3e691-9c44-4ec5-a85d-e8c1ce82aa4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:55.791058 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98289c4a-f071-4549-a8f2-0d407fb3236a None None] Pushing event updated for resources: {'Port': ['ID=eb5ff36c-366f-4abc-adb8-614d0f80c135,revision_number=1']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:55.807269 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f4deef46-2ed2-4800-890c-b54448993c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:55.829212 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-98289c4a-f071-4549-a8f2-0d407fb3236a None None] Attempting to bind port eb5ff36c-366f-4abc-adb8-614d0f80c135 on host dv-cinder-800697-1-iscsi for vnic_type normal with profile {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:19:55.829212 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-98289c4a-f071-4549-a8f2-0d407fb3236a None None] Attempting to bind port eb5ff36c-366f-4abc-adb8-614d0f80c135 by drivers openvswitch,hyperv on host dv-cinder-800697-1-iscsi at level 0 using segments [{'id': 'bcd59e96-6aea-4362-942b-8acc98b0f696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fa30b009-9ddf-4a5d-90a8-3c3f241253e5'}] {{(pid=92959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:19:55.829433 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98289c4a-f071-4549-a8f2-0d407fb3236a None None] Attempting to bind port eb5ff36c-366f-4abc-adb8-614d0f80c135 on network fa30b009-9ddf-4a5d-90a8-3c3f241253e5 {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:19:55.840755 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98289c4a-f071-4549-a8f2-0d407fb3236a None None] Checking agent: {'id': '9033cd36-ce31-4b6d-a813-8d08366f9d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 10, 7), 'started_at': datetime.datetime(2021, 7, 13, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:19:55.841395 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98289c4a-f071-4549-a8f2-0d407fb3236a None None] Checking segment: {'id': 'bcd59e96-6aea-4362-942b-8acc98b0f696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fa30b009-9ddf-4a5d-90a8-3c3f241253e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:19:55.841968 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-98289c4a-f071-4549-a8f2-0d407fb3236a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:55.842591 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98289c4a-f071-4549-a8f2-0d407fb3236a None None] Bound using segment: {'id': 'bcd59e96-6aea-4362-942b-8acc98b0f696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fa30b009-9ddf-4a5d-90a8-3c3f241253e5'} {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:19:55.843286 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-98289c4a-f071-4549-a8f2-0d407fb3236a None None] Bound port: eb5ff36c-366f-4abc-adb8-614d0f80c135, host: dv-cinder-800697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd59e96-6aea-4362-942b-8acc98b0f696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fa30b009-9ddf-4a5d-90a8-3c3f241253e5'}}] {{(pid=92959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:19:55.843910 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-98289c4a-f071-4549-a8f2-0d407fb3236a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:55.849088 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f4deef46-2ed2-4800-890c-b54448993c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:55.904349 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 44260) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:55.904965 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-f4deef46-2ed2-4800-890c-b54448993c30 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7e61b05001fc431fa5a99bb59209fb22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5805519 Jul 13 20:19:55.906019 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4deef46-2ed2-4800-890c-b54448993c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178eb946-c5f9-488d-a0ad-19a2ba874ce1,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:55.951635 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d768dc-fd6b-46a1-aad9-9a7810b72813 req-87a5b7ca-0c26-47f9-8ef8-1a69058ea905 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:55.953942 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-65d768dc-fd6b-46a1-aad9-9a7810b72813 req-87a5b7ca-0c26-47f9-8ef8-1a69058ea905 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.1632807 Jul 13 20:19:55.986519 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-3df3e691-9c44-4ec5-a85d-e8c1ce82aa4b None None] For port 6bee0196-b67a-4bbf-86d6-31696c85234f, host dv-cinder-800697-1-iscsi, cleared binding levels {{(pid=92959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:19:55.989954 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-3df3e691-9c44-4ec5-a85d-e8c1ce82aa4b None None] For port 6bee0196-b67a-4bbf-86d6-31696c85234f, host dv-cinder-800697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=6bee0196-b67a-4bbf-86d6-31696c85234f,segment=NetworkSegment(b425f644-01d0-41f1-9d66-d17b7e83c5bb),segment_id=b425f644-01d0-41f1-9d66-d17b7e83c5bb)] {{(pid=92959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:19:56.006038 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-3df3e691-9c44-4ec5-a85d-e8c1ce82aa4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:56.013912 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port 4d9cb82d-58d8-405c-a687-67bae78d1379 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:19:56.014283 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:56.019550 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-65d768dc-fd6b-46a1-aad9-9a7810b72813 req-61fe2e8f-afe8-436d-97c4-75134f6ffaf5 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557287 Jul 13 20:19:56.084333 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-52dd2b6b-ea86-4a1d-8ab4-20f749f9eaa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:56.116029 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-52dd2b6b-ea86-4a1d-8ab4-20f749f9eaa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:56.120574 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-98289c4a-f071-4549-a8f2-0d407fb3236a None None] For port eb5ff36c-366f-4abc-adb8-614d0f80c135, host dv-cinder-800697-1-iscsi, cleared binding levels {{(pid=92959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:19:56.123395 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-6ab74411-cfd1-4cb6-96df-22ad64a5b99a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1708235'] for router, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:56.161393 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-98289c4a-f071-4549-a8f2-0d407fb3236a None None] For port eb5ff36c-366f-4abc-adb8-614d0f80c135, host dv-cinder-800697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=eb5ff36c-366f-4abc-adb8-614d0f80c135,segment=NetworkSegment(bcd59e96-6aea-4362-942b-8acc98b0f696),segment_id=bcd59e96-6aea-4362-942b-8acc98b0f696)] {{(pid=92959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:19:56.162482 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df3e691-9c44-4ec5-a85d-e8c1ce82aa4b None None] Routers {'d1f65861-5d24-4e3a-bcbe-e063346a56bd'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:19:56.163486 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-3df3e691-9c44-4ec5-a85d-e8c1ce82aa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:19:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['d1f65861-5d24-4e3a-bcbe-e063346a56bd'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:56.165747 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01c6b5-312f-4eac-94a4-f4379ef94299 None None] Pushing event updated for resources: {'Port': ['ID=6bee0196-b67a-4bbf-86d6-31696c85234f,revision_number=4']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:56.175274 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-98289c4a-f071-4549-a8f2-0d407fb3236a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:56.260043 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-52dd2b6b-ea86-4a1d-8ab4-20f749f9eaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:56.264335 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-52dd2b6b-ea86-4a1d-8ab4-20f749f9eaa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:56.265877 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-52dd2b6b-ea86-4a1d-8ab4-20f749f9eaa7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/178eb946-c5f9-488d-a0ad-19a2ba874ce1 HTTP/1.1" status: 204 len: 168 time: 0.3597021 Jul 13 20:19:56.306465 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd2b6b-ea86-4a1d-8ab4-20f749f9eaa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178eb946-c5f9-488d-a0ad-19a2ba874ce1,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:56.371301 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab74411-cfd1-4cb6-96df-22ad64a5b99a admin admin] Router d88bb2e7-69ef-4ac0-ae6e-feb3758442a1 is scheduled to L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d with binding_index 1 {{(pid=92957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:19:56.531843 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab74411-cfd1-4cb6-96df-22ad64a5b99a admin admin] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:19:56.550720 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bccbb8c-dd8a-4abd-9258-403cfcb4f8b1 None None] Sync routers for ids ['d88bb2e7-69ef-4ac0-ae6e-feb3758442a1'] in dv-cinder-800697-1-iscsi {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:19:56.555759 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-6ab74411-cfd1-4cb6-96df-22ad64a5b99a admin admin] Notify callbacks [] for router, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:56.560586 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 44280) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:56.564528 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-6ab74411-cfd1-4cb6-96df-22ad64a5b99a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5005465 Jul 13 20:19:56.574689 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bccbb8c-dd8a-4abd-9258-403cfcb4f8b1 None None] Routers {'d88bb2e7-69ef-4ac0-ae6e-feb3758442a1'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:19:56.575343 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-7bccbb8c-dd8a-4abd-9258-403cfcb4f8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:19:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['d88bb2e7-69ef-4ac0-ae6e-feb3758442a1'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:56.579831 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98289c4a-f071-4549-a8f2-0d407fb3236a None None] Pushing event updated for resources: {'Port': ['ID=eb5ff36c-366f-4abc-adb8-614d0f80c135,revision_number=2']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:56.617348 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-3df3e691-9c44-4ec5-a85d-e8c1ce82aa4b None None] Set router d1f65861-5d24-4e3a-bcbe-e063346a56bd gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:19:56.829930 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 44284) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:56.850588 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-43cd1bcc-b6c6-4475-a060-f4db57e288b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:56.999957 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-7bccbb8c-dd8a-4abd-9258-403cfcb4f8b1 None None] Set router d88bb2e7-69ef-4ac0-ae6e-feb3758442a1 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:19:57.062428 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-3df3e691-9c44-4ec5-a85d-e8c1ce82aa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'name': 'tempest-TestShelveInstance-355119830-router', 'tenant_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '4d9cb82d-58d8-405c-a687-67bae78d1379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:19:46Z', 'updated_at': '2021-07-13T20:19:51Z', 'revision_number': 4, 'project_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'gw_port': {'id': '4d9cb82d-58d8-405c-a687-67bae78d1379', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:46Z', 'updated_at': '2021-07-13T20:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': '6bee0196-b67a-4bbf-86d6-31696c85234f', 'name': '', 'network_id': '23e04280-011c-4830-9f31-aeff7c63ac5d', 'tenant_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'mac_address': 'fa:16:3e:2a:c7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'cad210ff-96a6-4a54-8511-5b333f142a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:50Z', 'updated_at': '2021-07-13T20:19:55Z', 'revision_number': 4, 'project_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'subnets': [{'id': 'cad210ff-96a6-4a54-8511-5b333f142a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:57.110820 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-43cd1bcc-b6c6-4475-a060-f4db57e288b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:57.125212 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df3e691-9c44-4ec5-a85d-e8c1ce82aa4b None None] The sync data for ids ['d1f65861-5d24-4e3a-bcbe-e063346a56bd'] in dv-cinder-800697-1-iscsi is: [{'id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'name': 'tempest-TestShelveInstance-355119830-router', 'tenant_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '4d9cb82d-58d8-405c-a687-67bae78d1379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:19:46Z', 'updated_at': '2021-07-13T20:19:51Z', 'revision_number': 4, 'project_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'gw_port': {'id': '4d9cb82d-58d8-405c-a687-67bae78d1379', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:46Z', 'updated_at': '2021-07-13T20:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': '6bee0196-b67a-4bbf-86d6-31696c85234f', 'name': '', 'network_id': '23e04280-011c-4830-9f31-aeff7c63ac5d', 'tenant_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'mac_address': 'fa:16:3e:2a:c7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'cad210ff-96a6-4a54-8511-5b333f142a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:50Z', 'updated_at': '2021-07-13T20:19:55Z', 'revision_number': 4, 'project_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'subnets': [{'id': 'cad210ff-96a6-4a54-8511-5b333f142a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:19:57.127615 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-43cd1bcc-b6c6-4475-a060-f4db57e288b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:57.199007 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-43cd1bcc-b6c6-4475-a060-f4db57e288b5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7fdb96f3a1534800ac74d58b4931a992&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3680248 Jul 13 20:19:57.199995 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 44294) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:57.203130 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd1bcc-b6c6-4475-a060-f4db57e288b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9c83fa-f07e-4be5-81c1-f072f9ab3a9a,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:57.312114 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-1d89e196-c8a9-40e9-b8ba-efe5e96d14cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:57.358229 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-1d89e196-c8a9-40e9-b8ba-efe5e96d14cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:57.415312 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-7bccbb8c-dd8a-4abd-9258-403cfcb4f8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88bb2e7-69ef-4ac0-ae6e-feb3758442a1', 'name': 'tempest-TestShelveInstance-20173926-router', 'tenant_id': 'c3a8a3b36b6c46f3ad489bb88d182d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'd8c81c3d-de59-4810-9932-230ae542999b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:19:54Z', 'updated_at': '2021-07-13T20:19:55Z', 'revision_number': 3, 'project_id': 'c3a8a3b36b6c46f3ad489bb88d182d87', 'gw_port': {'id': 'd8c81c3d-de59-4810-9932-230ae542999b', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88bb2e7-69ef-4ac0-ae6e-feb3758442a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:54Z', 'updated_at': '2021-07-13T20:19:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi'}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:57.430964 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 44298) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:57.438575 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-1d89e196-c8a9-40e9-b8ba-efe5e96d14cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:57.441129 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-1d89e196-c8a9-40e9-b8ba-efe5e96d14cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:57.442303 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-1d89e196-c8a9-40e9-b8ba-efe5e96d14cd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0a9c83fa-f07e-4be5-81c1-f072f9ab3a9a HTTP/1.1" status: 204 len: 168 time: 0.2403152 Jul 13 20:19:57.451083 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89e196-c8a9-40e9-b8ba-efe5e96d14cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9c83fa-f07e-4be5-81c1-f072f9ab3a9a,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:57.505931 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9379be07-b5fe-4f37-bead-ca88d4587904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:57.528482 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da079ed-68be-43c2-9e2a-21f79a666f19 req-efedd10c-4211-4e05-b554-10b064d6bbfe tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:57.530122 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0da079ed-68be-43c2-9e2a-21f79a666f19 req-efedd10c-4211-4e05-b554-10b064d6bbfe tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.1663387 Jul 13 20:19:57.604239 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bccbb8c-dd8a-4abd-9258-403cfcb4f8b1 None None] Checking router: d88bb2e7-69ef-4ac0-ae6e-feb3758442a1 for host: dv-cinder-800697-1-iscsi {{(pid=92960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:19:57.604750 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bccbb8c-dd8a-4abd-9258-403cfcb4f8b1 None None] Updating router d88bb2e7-69ef-4ac0-ae6e-feb3758442a1 port d8c81c3d-de59-4810-9932-230ae542999b binding host dv-cinder-800697-1-iscsi {{(pid=92960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:19:57.739636 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7bccbb8c-dd8a-4abd-9258-403cfcb4f8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:57.798441 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-cc2739f2-99ce-4df6-a20e-d1421a8a05a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:57.804853 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device eb5ff36c-366f-4abc-adb8-614d0f80c135 up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:19:57.825807 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0da079ed-68be-43c2-9e2a-21f79a666f19 req-14e4cac5-7ea5-42a7-b01d-ffdf374a2784 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630551 Jul 13 20:19:57.970186 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning for port eb5ff36c-366f-4abc-adb8-614d0f80c135 completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:19:57.987899 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 6bee0196-b67a-4bbf-86d6-31696c85234f up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:19:58.112496 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning for port 6bee0196-b67a-4bbf-86d6-31696c85234f completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:19:58.119439 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [None req-9379be07-b5fe-4f37-bead-ca88d4587904 admin admin] Allocated IP 172.20.0.1 (fa30b009-9ddf-4a5d-90a8-3c3f241253e5/f2d25ac5-7214-489d-84e9-fc2c0eec9e37/36c70e58-d814-4c5e-b229-e5029a0a475a) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:19:58.124303 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port 6bee0196-b67a-4bbf-86d6-31696c85234f triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:19:58.125872 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:58.244676 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-cc2739f2-99ce-4df6-a20e-d1421a8a05a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:58.251319 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-cc2739f2-99ce-4df6-a20e-d1421a8a05a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:58.305757 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d22d23-0239-4441-b01e-0dfb8c1f5138 None None] Network fa30b009-9ddf-4a5d-90a8-3c3f241253e5 requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:19:58.368190 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2739f2-99ce-4df6-a20e-d1421a8a05a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae13cb2-8376-40ca-8d59-e7648f044a83,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:58.396644 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-cc2739f2-99ce-4df6-a20e-d1421a8a05a6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c69a491e20c840ceaac7bfd1911c4294&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9630146 Jul 13 20:19:58.400370 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 44324) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:58.514034 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9379be07-b5fe-4f37-bead-ca88d4587904 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:58.543459 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7bccbb8c-dd8a-4abd-9258-403cfcb4f8b1 None None] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:58.548925 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-ae4be085-1130-41b8-b994-d05425b1a104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:58.561861 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.provisioning_blocks [None req-9379be07-b5fe-4f37-bead-ca88d4587904 admin admin] Transition to ACTIVE for port object 36c70e58-d814-4c5e-b229-e5029a0a475a will not be triggered until provisioned by entity DHCP. {{(pid=92958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:19:58.570609 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:58.589193 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [None req-7bccbb8c-dd8a-4abd-9258-403cfcb4f8b1 None None] Transition to ACTIVE for port object d8c81c3d-de59-4810-9932-230ae542999b will not be triggered until provisioned by entity L2. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:19:58.601734 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7bccbb8c-dd8a-4abd-9258-403cfcb4f8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:58.640726 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-ae4be085-1130-41b8-b994-d05425b1a104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:58.670868 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9379be07-b5fe-4f37-bead-ca88d4587904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15916159'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:58.675484 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c2189a-7d11-4873-8591-73e81554dace None None] Pushing event updated for resources: {'Port': ['ID=d8c81c3d-de59-4810-9932-230ae542999b,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:58.693831 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [None req-7bccbb8c-dd8a-4abd-9258-403cfcb4f8b1 None None] Attempting to bind port d8c81c3d-de59-4810-9932-230ae542999b on host dv-cinder-800697-1-iscsi for vnic_type normal with profile {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:19:58.694368 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [None req-7bccbb8c-dd8a-4abd-9258-403cfcb4f8b1 None None] Attempting to bind port d8c81c3d-de59-4810-9932-230ae542999b by drivers openvswitch,hyperv on host dv-cinder-800697-1-iscsi at level 0 using segments [{'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:19:58.694882 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bccbb8c-dd8a-4abd-9258-403cfcb4f8b1 None None] Attempting to bind port d8c81c3d-de59-4810-9932-230ae542999b on network e57c7c0c-39ec-40cf-b750-a71f25c7d8d2 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:19:58.701219 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bccbb8c-dd8a-4abd-9258-403cfcb4f8b1 None None] Checking agent: {'id': '9033cd36-ce31-4b6d-a813-8d08366f9d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 10, 7), 'started_at': datetime.datetime(2021, 7, 13, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:19:58.701800 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bccbb8c-dd8a-4abd-9258-403cfcb4f8b1 None None] Checking segment: {'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:19:58.702354 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7bccbb8c-dd8a-4abd-9258-403cfcb4f8b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:58.702877 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bccbb8c-dd8a-4abd-9258-403cfcb4f8b1 None None] Bound using segment: {'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:19:58.703511 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [None req-7bccbb8c-dd8a-4abd-9258-403cfcb4f8b1 None None] Bound port: d8c81c3d-de59-4810-9932-230ae542999b, host: dv-cinder-800697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'}}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:19:58.704113 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7bccbb8c-dd8a-4abd-9258-403cfcb4f8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:58.704999 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-1db9d040-a32d-405c-ab19-5a466a4c8647 None None] Provisioning for port eb5ff36c-366f-4abc-adb8-614d0f80c135 completed by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:19:58.740609 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] For port 6bee0196-b67a-4bbf-86d6-31696c85234f, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=6bee0196-b67a-4bbf-86d6-31696c85234f,segment=NetworkSegment(b425f644-01d0-41f1-9d66-d17b7e83c5bb),segment_id=b425f644-01d0-41f1-9d66-d17b7e83c5bb)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:19:58.744751 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9379be07-b5fe-4f37-bead-ca88d4587904 admin admin] Network fa30b009-9ddf-4a5d-90a8-3c3f241253e5 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:19:58.751364 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:58.754940 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-9379be07-b5fe-4f37-bead-ca88d4587904 admin admin] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:19:58.766977 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-ae4be085-1130-41b8-b994-d05425b1a104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:58.770319 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-ae4be085-1130-41b8-b994-d05425b1a104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:58.771717 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-ae4be085-1130-41b8-b994-d05425b1a104 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dae13cb2-8376-40ca-8d59-e7648f044a83 HTTP/1.1" status: 204 len: 168 time: 0.3634596 Jul 13 20:19:58.773272 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9379be07-b5fe-4f37-bead-ca88d4587904 admin admin] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:19:58.788119 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4be085-1130-41b8-b994-d05425b1a104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae13cb2-8376-40ca-8d59-e7648f044a83,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:58.804428 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-1db9d040-a32d-405c-ab19-5a466a4c8647 None None] Provisioning complete for port eb5ff36c-366f-4abc-adb8-614d0f80c135 triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:19:58.806381 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1db9d040-a32d-405c-ab19-5a466a4c8647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:58.829936 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-7bccbb8c-dd8a-4abd-9258-403cfcb4f8b1 None None] For port d8c81c3d-de59-4810-9932-230ae542999b, host dv-cinder-800697-1-iscsi, cleared binding levels {{(pid=92960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:19:58.843198 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-7bccbb8c-dd8a-4abd-9258-403cfcb4f8b1 None None] For port d8c81c3d-de59-4810-9932-230ae542999b, host dv-cinder-800697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=d8c81c3d-de59-4810-9932-230ae542999b,segment=NetworkSegment(dd2d7350-8005-4571-9290-470baa5abba8),segment_id=dd2d7350-8005-4571-9290-470baa5abba8)] {{(pid=92960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:19:58.852450 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7bccbb8c-dd8a-4abd-9258-403cfcb4f8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:58.889352 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379be07-b5fe-4f37-bead-ca88d4587904 admin admin] Pushing event updated for resources: {'Port': ['ID=36c70e58-d814-4c5e-b229-e5029a0a475a,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:58.920667 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9379be07-b5fe-4f37-bead-ca88d4587904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1709742'] for router_interface, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:59.074506 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bccbb8c-dd8a-4abd-9258-403cfcb4f8b1 None None] Routers {'d88bb2e7-69ef-4ac0-ae6e-feb3758442a1'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:19:59.075571 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-7bccbb8c-dd8a-4abd-9258-403cfcb4f8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:19:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['d88bb2e7-69ef-4ac0-ae6e-feb3758442a1'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:59.132549 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Pushing event updated for resources: {'Port': ['ID=6bee0196-b67a-4bbf-86d6-31696c85234f,revision_number=5']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:59.196691 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c2189a-7d11-4873-8591-73e81554dace None None] Pushing event updated for resources: {'Port': ['ID=d8c81c3d-de59-4810-9932-230ae542999b,revision_number=3']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:59.312799 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1db9d040-a32d-405c-ab19-5a466a4c8647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:59.339174 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9379be07-b5fe-4f37-bead-ca88d4587904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:59.340872 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-7bccbb8c-dd8a-4abd-9258-403cfcb4f8b1 None None] Set router d88bb2e7-69ef-4ac0-ae6e-feb3758442a1 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:19:59.381767 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-1db9d040-a32d-405c-ab19-5a466a4c8647 None None] For port eb5ff36c-366f-4abc-adb8-614d0f80c135, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=eb5ff36c-366f-4abc-adb8-614d0f80c135,segment=NetworkSegment(bcd59e96-6aea-4362-942b-8acc98b0f696),segment_id=bcd59e96-6aea-4362-942b-8acc98b0f696)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:19:59.384426 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfa199-3fb7-4d07-9f36-899e2f156b73 req-073239d0-4c6f-4b60-85a8-05648b17395a tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:59.390992 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1db9d040-a32d-405c-ab19-5a466a4c8647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:59.397820 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-eccfa199-3fb7-4d07-9f36-899e2f156b73 req-073239d0-4c6f-4b60-85a8-05648b17395a tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.3602540 Jul 13 20:19:59.493816 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-eccfa199-3fb7-4d07-9f36-899e2f156b73 req-f27d9424-c51c-4364-ab01-f4bbdcc57535 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709934 Jul 13 20:19:59.526047 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9d040-a32d-405c-ab19-5a466a4c8647 None None] Pushing event updated for resources: {'Port': ['ID=eb5ff36c-366f-4abc-adb8-614d0f80c135,revision_number=3']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:59.623429 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 6bee0196-b67a-4bbf-86d6-31696c85234f up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:19:59.711488 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-7bccbb8c-dd8a-4abd-9258-403cfcb4f8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88bb2e7-69ef-4ac0-ae6e-feb3758442a1', 'name': 'tempest-TestShelveInstance-20173926-router', 'tenant_id': 'c3a8a3b36b6c46f3ad489bb88d182d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'd8c81c3d-de59-4810-9932-230ae542999b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:19:54Z', 'updated_at': '2021-07-13T20:19:55Z', 'revision_number': 3, 'project_id': 'c3a8a3b36b6c46f3ad489bb88d182d87', 'gw_port': {'id': 'd8c81c3d-de59-4810-9932-230ae542999b', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88bb2e7-69ef-4ac0-ae6e-feb3758442a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:54Z', 'updated_at': '2021-07-13T20:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi'}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:59.764848 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port 6bee0196-b67a-4bbf-86d6-31696c85234f triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:19:59.765324 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:59.796740 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bccbb8c-dd8a-4abd-9258-403cfcb4f8b1 None None] The sync data for ids ['d88bb2e7-69ef-4ac0-ae6e-feb3758442a1'] in dv-cinder-800697-1-iscsi is: [{'id': 'd88bb2e7-69ef-4ac0-ae6e-feb3758442a1', 'name': 'tempest-TestShelveInstance-20173926-router', 'tenant_id': 'c3a8a3b36b6c46f3ad489bb88d182d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'd8c81c3d-de59-4810-9932-230ae542999b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:19:54Z', 'updated_at': '2021-07-13T20:19:55Z', 'revision_number': 3, 'project_id': 'c3a8a3b36b6c46f3ad489bb88d182d87', 'gw_port': {'id': 'd8c81c3d-de59-4810-9932-230ae542999b', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88bb2e7-69ef-4ac0-ae6e-feb3758442a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:54Z', 'updated_at': '2021-07-13T20:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi'}] {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:19:59.810600 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9379be07-b5fe-4f37-bead-ca88d4587904 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:59.827020 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9379be07-b5fe-4f37-bead-ca88d4587904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15916148'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:59.972299 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-5e3fe9fb-a931-4c70-80da-f37777d81204 None None] Provisioning for port 36c70e58-d814-4c5e-b229-e5029a0a475a completed by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:19:59.979937 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-5e3fe9fb-a931-4c70-80da-f37777d81204 None None] Provisioning complete for port 36c70e58-d814-4c5e-b229-e5029a0a475a triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:19:59.981370 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5e3fe9fb-a931-4c70-80da-f37777d81204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:00.027713 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379be07-b5fe-4f37-bead-ca88d4587904 admin admin] Pushing event updated for resources: {'Port': ['ID=36c70e58-d814-4c5e-b229-e5029a0a475a,revision_number=2']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:00.031420 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9379be07-b5fe-4f37-bead-ca88d4587904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711076'] for router_interface, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:00.048613 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-5e3fe9fb-a931-4c70-80da-f37777d81204 None None] Port 36c70e58-d814-4c5e-b229-e5029a0a475a cannot update to ACTIVE because it is not bound. {{(pid=92959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:20:00.055698 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9379be07-b5fe-4f37-bead-ca88d4587904 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:00.056105 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9379be07-b5fe-4f37-bead-ca88d4587904 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:00.056426 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9379be07-b5fe-4f37-bead-ca88d4587904 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:00.056779 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9379be07-b5fe-4f37-bead-ca88d4587904 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:00.057092 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9379be07-b5fe-4f37-bead-ca88d4587904 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:00.057424 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9379be07-b5fe-4f37-bead-ca88d4587904 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:00.057768 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9379be07-b5fe-4f37-bead-ca88d4587904 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:00.058129 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9379be07-b5fe-4f37-bead-ca88d4587904 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:00.058673 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9379be07-b5fe-4f37-bead-ca88d4587904 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:00.059052 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9379be07-b5fe-4f37-bead-ca88d4587904 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:00.059522 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9379be07-b5fe-4f37-bead-ca88d4587904 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:00.059874 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9379be07-b5fe-4f37-bead-ca88d4587904 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:00.091322 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-5e3fe9fb-a931-4c70-80da-f37777d81204 None None] Provisioning complete for port eb5ff36c-366f-4abc-adb8-614d0f80c135 triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:00.091322 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5e3fe9fb-a931-4c70-80da-f37777d81204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:00.232543 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9379be07-b5fe-4f37-bead-ca88d4587904 admin admin] Network fa30b009-9ddf-4a5d-90a8-3c3f241253e5 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:20:00.237673 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-9379be07-b5fe-4f37-bead-ca88d4587904 admin admin] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:20:00.375014 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-5130ca5b-837f-4447-ab42-fd8ad73edb51 None None] Provisioning complete for port 36c70e58-d814-4c5e-b229-e5029a0a475a triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:00.375889 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5130ca5b-837f-4447-ab42-fd8ad73edb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:00.435474 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-5130ca5b-837f-4447-ab42-fd8ad73edb51 None None] Port 36c70e58-d814-4c5e-b229-e5029a0a475a cannot update to ACTIVE because it is not bound. {{(pid=92959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:20:00.557346 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-c42b3e3f-f33c-4c8f-863e-a92670d62a17 None None] Provisioning complete for port 36c70e58-d814-4c5e-b229-e5029a0a475a triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:00.557731 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-c42b3e3f-f33c-4c8f-863e-a92670d62a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:00.601394 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-c42b3e3f-f33c-4c8f-863e-a92670d62a17 None None] Port 36c70e58-d814-4c5e-b229-e5029a0a475a cannot update to ACTIVE because it is not bound. {{(pid=92959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:20:00.614862 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9379be07-b5fe-4f37-bead-ca88d4587904 admin admin] Router d88bb2e7-69ef-4ac0-ae6e-feb3758442a1 has already been hosted by L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:20:00.764199 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2ab0e-c94a-40c0-adcc-ff358e9b4199 req-337c0bca-bfe3-4cfc-9d7e-757220300ece tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:00.770601 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cbe2ab0e-c94a-40c0-adcc-ff358e9b4199 req-337c0bca-bfe3-4cfc-9d7e-757220300ece tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.1473761 Jul 13 20:20:00.792668 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9379be07-b5fe-4f37-bead-ca88d4587904 admin admin] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:20:00.798297 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-9379be07-b5fe-4f37-bead-ca88d4587904 admin admin] 10.222.0.41 "PUT /v2.0/routers/d88bb2e7-69ef-4ac0-ae6e-feb3758442a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2360137 Jul 13 20:20:00.828929 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cbe2ab0e-c94a-40c0-adcc-ff358e9b4199 req-8d962657-2dc8-4ecb-8fb8-2c8873a26026 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466964 Jul 13 20:20:01.442630 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 44394) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:01.447303 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-de40f155-ae22-4223-9f2f-24ec730f5ef7 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1556664927', 'description': 'tempest-secgroup-smoke-1556664927 description', 'project_id': '8fc4ea195ad4429aa7573b9a0305dbb4'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:20:01.484745 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-de40f155-ae22-4223-9f2f-24ec730f5ef7 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:01.593000 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-de40f155-ae22-4223-9f2f-24ec730f5ef7 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:01.599985 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-de40f155-ae22-4223-9f2f-24ec730f5ef7 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:01.633269 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-de40f155-ae22-4223-9f2f-24ec730f5ef7 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:01.635254 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-de40f155-ae22-4223-9f2f-24ec730f5ef7 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1908028 Jul 13 20:20:01.638164 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 44396) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:01.643263 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-9477a573-39a4-429c-8c9a-8b9aec315631 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Request body: {'security_group_rule': {'security_group_id': '14a5327a-86d5-4ebd-87b4-b709fd851832', 'project_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:20:01.647776 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40f155-ae22-4223-9f2f-24ec730f5ef7 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14a5327a-86d5-4ebd-87b4-b709fd851832,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:01.658045 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device d8c81c3d-de59-4810-9932-230ae542999b up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:20:01.678353 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9477a573-39a4-429c-8c9a-8b9aec315631 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:01.712280 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning for port d8c81c3d-de59-4810-9932-230ae542999b completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:20:01.718644 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port d8c81c3d-de59-4810-9932-230ae542999b triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:01.719108 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:01.749183 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9477a573-39a4-429c-8c9a-8b9aec315631 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:01.757186 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9477a573-39a4-429c-8c9a-8b9aec315631 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670184'] for security_group_rule, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:01.774845 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9477a573-39a4-429c-8c9a-8b9aec315631 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4db9dc7-5ebd-4259-a135-27a1bda9b455,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:01.793605 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9477a573-39a4-429c-8c9a-8b9aec315631 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:01.793605 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-9477a573-39a4-429c-8c9a-8b9aec315631 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1543484 Jul 13 20:20:01.797958 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 44398) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:01.803085 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-3f7a5d51-6f33-4f09-8bfb-139dbdb137b4 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Request body: {'security_group_rule': {'security_group_id': '14a5327a-86d5-4ebd-87b4-b709fd851832', 'project_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:20:01.828798 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99eccac-5aed-481a-b803-233c114bd80a None None] Sync routers for ids ['d88bb2e7-69ef-4ac0-ae6e-feb3758442a1'] in dv-cinder-800697-1-iscsi {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:20:01.835463 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3f7a5d51-6f33-4f09-8bfb-139dbdb137b4 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:01.838301 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:01.852959 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99eccac-5aed-481a-b803-233c114bd80a None None] Routers {'d88bb2e7-69ef-4ac0-ae6e-feb3758442a1'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:20:01.853581 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-a99eccac-5aed-481a-b803-233c114bd80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:19:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['d88bb2e7-69ef-4ac0-ae6e-feb3758442a1'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:20:01.895613 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] For port d8c81c3d-de59-4810-9932-230ae542999b, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=d8c81c3d-de59-4810-9932-230ae542999b,segment=NetworkSegment(dd2d7350-8005-4571-9290-470baa5abba8),segment_id=dd2d7350-8005-4571-9290-470baa5abba8)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:20:01.901931 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3f7a5d51-6f33-4f09-8bfb-139dbdb137b4 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:01.903393 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:01.904525 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device eb5ff36c-366f-4abc-adb8-614d0f80c135 up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:20:01.908890 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3f7a5d51-6f33-4f09-8bfb-139dbdb137b4 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670184'] for security_group_rule, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:01.930754 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a5d51-6f33-4f09-8bfb-139dbdb137b4 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca348d1-c13e-43d1-b2f3-4bbd2f2624a5,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:01.946418 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3f7a5d51-6f33-4f09-8bfb-139dbdb137b4 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:01.951334 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-3f7a5d51-6f33-4f09-8bfb-139dbdb137b4 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1486251 Jul 13 20:20:01.951570 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 44402) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:01.956935 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-7700d977-29fc-41af-a678-f7adf61f65eb tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Request body: {'security_group_rule': {'security_group_id': '14a5327a-86d5-4ebd-87b4-b709fd851832', 'project_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:20:02.004990 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-7700d977-29fc-41af-a678-f7adf61f65eb tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:02.055166 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d7d54-d9b5-4fd7-a51b-48e1732ad622 req-b57754b6-b00c-4b65-98d3-bdc28c55286c tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:02.059913 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cd7d7d54-d9b5-4fd7-a51b-48e1732ad622 req-b57754b6-b00c-4b65-98d3-bdc28c55286c tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.0802982 Jul 13 20:20:02.065168 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-a99eccac-5aed-481a-b803-233c114bd80a None None] Set router d88bb2e7-69ef-4ac0-ae6e-feb3758442a1 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:20:02.112211 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Pushing event updated for resources: {'Port': ['ID=d8c81c3d-de59-4810-9932-230ae542999b,revision_number=4']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:02.112978 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cd7d7d54-d9b5-4fd7-a51b-48e1732ad622 req-874403e8-cd51-4243-a4e3-9aa77a7ccad6 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482943 Jul 13 20:20:02.122440 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-7700d977-29fc-41af-a678-f7adf61f65eb tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:02.127174 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-7700d977-29fc-41af-a678-f7adf61f65eb tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670184'] for security_group_rule, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:02.140806 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port eb5ff36c-366f-4abc-adb8-614d0f80c135 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:02.141062 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:02.155156 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700d977-29fc-41af-a678-f7adf61f65eb tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d897daa-7746-48e1-bba9-e4f29b88a4c1,revision_number=0']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:02.163423 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-7700d977-29fc-41af-a678-f7adf61f65eb tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:02.164655 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-7700d977-29fc-41af-a678-f7adf61f65eb tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2116625 Jul 13 20:20:02.166312 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7700d977-29fc-41af-a678-f7adf61f65eb tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:02.166666 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7700d977-29fc-41af-a678-f7adf61f65eb tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:02.167089 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7700d977-29fc-41af-a678-f7adf61f65eb tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:02.167439 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7700d977-29fc-41af-a678-f7adf61f65eb tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:02.168330 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7700d977-29fc-41af-a678-f7adf61f65eb tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:02.168692 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 44406) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:02.168815 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7700d977-29fc-41af-a678-f7adf61f65eb tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:02.169362 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7700d977-29fc-41af-a678-f7adf61f65eb tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:02.169699 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7700d977-29fc-41af-a678-f7adf61f65eb tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:02.170032 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7700d977-29fc-41af-a678-f7adf61f65eb tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:02.170360 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7700d977-29fc-41af-a678-f7adf61f65eb tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:02.170756 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7700d977-29fc-41af-a678-f7adf61f65eb tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:02.171089 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7700d977-29fc-41af-a678-f7adf61f65eb tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:02.176941 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-359786b3-d773-4734-9694-f464be923ad3 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Request body: {'security_group_rule': {'security_group_id': '14a5327a-86d5-4ebd-87b4-b709fd851832', 'project_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:20:02.213788 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-359786b3-d773-4734-9694-f464be923ad3 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:02.268901 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-359786b3-d773-4734-9694-f464be923ad3 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:02.274515 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-359786b3-d773-4734-9694-f464be923ad3 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670184'] for security_group_rule, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:02.291608 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359786b3-d773-4734-9694-f464be923ad3 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1132b0ae-6e6d-43dd-9f40-13993620e297,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:02.305009 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-359786b3-d773-4734-9694-f464be923ad3 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:02.309789 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-359786b3-d773-4734-9694-f464be923ad3 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1357207 Jul 13 20:20:02.309950 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 44414) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:02.314847 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-4488ab71-9634-4793-88eb-a4b8b08d531c tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Request body: {'security_group_rule': {'security_group_id': '14a5327a-86d5-4ebd-87b4-b709fd851832', 'project_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:20:02.338736 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.db.securitygroups_db [None req-4488ab71-9634-4793-88eb-a4b8b08d531c tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Project 8fc4ea195ad4429aa7573b9a0305dbb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 20:20:02.344782 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4488ab71-9634-4793-88eb-a4b8b08d531c tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:02.412638 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4488ab71-9634-4793-88eb-a4b8b08d531c tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:02.417046 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4488ab71-9634-4793-88eb-a4b8b08d531c tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670184'] for security_group_rule, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:02.435518 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488ab71-9634-4793-88eb-a4b8b08d531c tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba8ad04-4d67-40d0-aef3-f8451d90a5e0,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:02.450237 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4488ab71-9634-4793-88eb-a4b8b08d531c tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:02.454834 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-4488ab71-9634-4793-88eb-a4b8b08d531c tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1411541 Jul 13 20:20:02.455025 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 44418) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:02.461864 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-7d92940c-b34b-4452-bf77-9792a8eeeef5 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Request body: {'security_group_rule': {'security_group_id': '14a5327a-86d5-4ebd-87b4-b709fd851832', 'project_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:20:02.493398 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.db.securitygroups_db [None req-7d92940c-b34b-4452-bf77-9792a8eeeef5 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Project 8fc4ea195ad4429aa7573b9a0305dbb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 20:20:02.498259 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-a99eccac-5aed-481a-b803-233c114bd80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88bb2e7-69ef-4ac0-ae6e-feb3758442a1', 'name': 'tempest-TestShelveInstance-20173926-router', 'tenant_id': 'c3a8a3b36b6c46f3ad489bb88d182d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'd8c81c3d-de59-4810-9932-230ae542999b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:19:54Z', 'updated_at': '2021-07-13T20:19:59Z', 'revision_number': 4, 'project_id': 'c3a8a3b36b6c46f3ad489bb88d182d87', 'gw_port': {'id': 'd8c81c3d-de59-4810-9932-230ae542999b', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88bb2e7-69ef-4ac0-ae6e-feb3758442a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:54Z', 'updated_at': '2021-07-13T20:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': '36c70e58-d814-4c5e-b229-e5029a0a475a', 'name': '', 'network_id': 'fa30b009-9ddf-4a5d-90a8-3c3f241253e5', 'tenant_id': 'c3a8a3b36b6c46f3ad489bb88d182d87', 'mac_address': 'fa:16:3e:6b:46:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88bb2e7-69ef-4ac0-ae6e-feb3758442a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f2d25ac5-7214-489d-84e9-fc2c0eec9e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:57Z', 'updated_at': '2021-07-13T20:19:59Z', 'revision_number': 2, 'project_id': 'c3a8a3b36b6c46f3ad489bb88d182d87', 'subnets': [{'id': 'f2d25ac5-7214-489d-84e9-fc2c0eec9e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:20:02.499788 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7d92940c-b34b-4452-bf77-9792a8eeeef5 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:02.526571 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99eccac-5aed-481a-b803-233c114bd80a None None] Checking router: d88bb2e7-69ef-4ac0-ae6e-feb3758442a1 for host: dv-cinder-800697-1-iscsi {{(pid=92959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:20:02.526904 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99eccac-5aed-481a-b803-233c114bd80a None None] Updating router d88bb2e7-69ef-4ac0-ae6e-feb3758442a1 port 36c70e58-d814-4c5e-b229-e5029a0a475a binding host dv-cinder-800697-1-iscsi {{(pid=92959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:20:02.567653 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7d92940c-b34b-4452-bf77-9792a8eeeef5 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:02.569496 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-a99eccac-5aed-481a-b803-233c114bd80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:02.571760 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7d92940c-b34b-4452-bf77-9792a8eeeef5 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670184'] for security_group_rule, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:02.588340 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92940c-b34b-4452-bf77-9792a8eeeef5 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b91883-f362-4b45-9797-c8294304f9a1,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:02.599438 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7d92940c-b34b-4452-bf77-9792a8eeeef5 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:02.600850 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-7d92940c-b34b-4452-bf77-9792a8eeeef5 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1448133 Jul 13 20:20:02.844431 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-a99eccac-5aed-481a-b803-233c114bd80a None None] Notify callbacks [] for port, precommit_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:02.854356 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-a99eccac-5aed-481a-b803-233c114bd80a None None] Transition to ACTIVE for port object 36c70e58-d814-4c5e-b229-e5029a0a475a will not be triggered until provisioned by entity L2. {{(pid=92959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:20:02.860958 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-a99eccac-5aed-481a-b803-233c114bd80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:02.922086 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d54169-8c5e-4168-9855-32c0ca095a94 None None] Pushing event updated for resources: {'Port': ['ID=36c70e58-d814-4c5e-b229-e5029a0a475a,revision_number=3']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:02.985422 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-a99eccac-5aed-481a-b803-233c114bd80a None None] Attempting to bind port 36c70e58-d814-4c5e-b229-e5029a0a475a on host dv-cinder-800697-1-iscsi for vnic_type normal with profile {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:20:02.985873 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-a99eccac-5aed-481a-b803-233c114bd80a None None] Attempting to bind port 36c70e58-d814-4c5e-b229-e5029a0a475a by drivers openvswitch,hyperv on host dv-cinder-800697-1-iscsi at level 0 using segments [{'id': 'bcd59e96-6aea-4362-942b-8acc98b0f696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fa30b009-9ddf-4a5d-90a8-3c3f241253e5'}] {{(pid=92959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:20:02.986305 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99eccac-5aed-481a-b803-233c114bd80a None None] Attempting to bind port 36c70e58-d814-4c5e-b229-e5029a0a475a on network fa30b009-9ddf-4a5d-90a8-3c3f241253e5 {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:20:02.993171 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99eccac-5aed-481a-b803-233c114bd80a None None] Checking agent: {'id': '9033cd36-ce31-4b6d-a813-8d08366f9d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 10, 7), 'started_at': datetime.datetime(2021, 7, 13, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:20:02.993664 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99eccac-5aed-481a-b803-233c114bd80a None None] Checking segment: {'id': 'bcd59e96-6aea-4362-942b-8acc98b0f696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fa30b009-9ddf-4a5d-90a8-3c3f241253e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:20:02.994147 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-a99eccac-5aed-481a-b803-233c114bd80a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:02.994578 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99eccac-5aed-481a-b803-233c114bd80a None None] Bound using segment: {'id': 'bcd59e96-6aea-4362-942b-8acc98b0f696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fa30b009-9ddf-4a5d-90a8-3c3f241253e5'} {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:20:02.995217 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-a99eccac-5aed-481a-b803-233c114bd80a None None] Bound port: 36c70e58-d814-4c5e-b229-e5029a0a475a, host: dv-cinder-800697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd59e96-6aea-4362-942b-8acc98b0f696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fa30b009-9ddf-4a5d-90a8-3c3f241253e5'}}] {{(pid=92959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:20:02.995614 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-a99eccac-5aed-481a-b803-233c114bd80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:03.085379 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-a99eccac-5aed-481a-b803-233c114bd80a None None] For port 36c70e58-d814-4c5e-b229-e5029a0a475a, host dv-cinder-800697-1-iscsi, cleared binding levels {{(pid=92959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:20:03.089282 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-a99eccac-5aed-481a-b803-233c114bd80a None None] For port 36c70e58-d814-4c5e-b229-e5029a0a475a, host dv-cinder-800697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=36c70e58-d814-4c5e-b229-e5029a0a475a,segment=NetworkSegment(bcd59e96-6aea-4362-942b-8acc98b0f696),segment_id=bcd59e96-6aea-4362-942b-8acc98b0f696)] {{(pid=92959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:20:03.095546 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-a99eccac-5aed-481a-b803-233c114bd80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:03.174687 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99eccac-5aed-481a-b803-233c114bd80a None None] Routers {'d88bb2e7-69ef-4ac0-ae6e-feb3758442a1'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:20:03.175315 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-a99eccac-5aed-481a-b803-233c114bd80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:19:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['d88bb2e7-69ef-4ac0-ae6e-feb3758442a1'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:20:03.177714 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d54169-8c5e-4168-9855-32c0ca095a94 None None] Pushing event updated for resources: {'Port': ['ID=36c70e58-d814-4c5e-b229-e5029a0a475a,revision_number=4']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:03.290711 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-a99eccac-5aed-481a-b803-233c114bd80a None None] Set router d88bb2e7-69ef-4ac0-ae6e-feb3758442a1 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:20:03.323082 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a17ab3-e78d-46f9-9947-fea8bc86e59d req-2ff91290-a877-4592-bbee-0ee531be391f tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:03.324860 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-90a17ab3-e78d-46f9-9947-fea8bc86e59d req-2ff91290-a877-4592-bbee-0ee531be391f tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.0792632 Jul 13 20:20:03.367736 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-90a17ab3-e78d-46f9-9947-fea8bc86e59d req-fdf976a3-3c74-447e-b08a-ea498802e4bf tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355353 Jul 13 20:20:03.554312 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device d8c81c3d-de59-4810-9932-230ae542999b up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:20:03.576729 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-a99eccac-5aed-481a-b803-233c114bd80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88bb2e7-69ef-4ac0-ae6e-feb3758442a1', 'name': 'tempest-TestShelveInstance-20173926-router', 'tenant_id': 'c3a8a3b36b6c46f3ad489bb88d182d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'd8c81c3d-de59-4810-9932-230ae542999b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:19:54Z', 'updated_at': '2021-07-13T20:19:59Z', 'revision_number': 4, 'project_id': 'c3a8a3b36b6c46f3ad489bb88d182d87', 'gw_port': {'id': 'd8c81c3d-de59-4810-9932-230ae542999b', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88bb2e7-69ef-4ac0-ae6e-feb3758442a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:54Z', 'updated_at': '2021-07-13T20:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': '36c70e58-d814-4c5e-b229-e5029a0a475a', 'name': '', 'network_id': 'fa30b009-9ddf-4a5d-90a8-3c3f241253e5', 'tenant_id': 'c3a8a3b36b6c46f3ad489bb88d182d87', 'mac_address': 'fa:16:3e:6b:46:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88bb2e7-69ef-4ac0-ae6e-feb3758442a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f2d25ac5-7214-489d-84e9-fc2c0eec9e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:57Z', 'updated_at': '2021-07-13T20:20:03Z', 'revision_number': 4, 'project_id': 'c3a8a3b36b6c46f3ad489bb88d182d87', 'subnets': [{'id': 'f2d25ac5-7214-489d-84e9-fc2c0eec9e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:20:03.605786 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99eccac-5aed-481a-b803-233c114bd80a None None] The sync data for ids ['d88bb2e7-69ef-4ac0-ae6e-feb3758442a1'] in dv-cinder-800697-1-iscsi is: [{'id': 'd88bb2e7-69ef-4ac0-ae6e-feb3758442a1', 'name': 'tempest-TestShelveInstance-20173926-router', 'tenant_id': 'c3a8a3b36b6c46f3ad489bb88d182d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'd8c81c3d-de59-4810-9932-230ae542999b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:19:54Z', 'updated_at': '2021-07-13T20:19:59Z', 'revision_number': 4, 'project_id': 'c3a8a3b36b6c46f3ad489bb88d182d87', 'gw_port': {'id': 'd8c81c3d-de59-4810-9932-230ae542999b', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88bb2e7-69ef-4ac0-ae6e-feb3758442a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:54Z', 'updated_at': '2021-07-13T20:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': '36c70e58-d814-4c5e-b229-e5029a0a475a', 'name': '', 'network_id': 'fa30b009-9ddf-4a5d-90a8-3c3f241253e5', 'tenant_id': 'c3a8a3b36b6c46f3ad489bb88d182d87', 'mac_address': 'fa:16:3e:6b:46:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88bb2e7-69ef-4ac0-ae6e-feb3758442a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f2d25ac5-7214-489d-84e9-fc2c0eec9e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:57Z', 'updated_at': '2021-07-13T20:20:03Z', 'revision_number': 4, 'project_id': 'c3a8a3b36b6c46f3ad489bb88d182d87', 'subnets': [{'id': 'f2d25ac5-7214-489d-84e9-fc2c0eec9e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:20:03.629769 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port d8c81c3d-de59-4810-9932-230ae542999b triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:03.630134 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:03.762702 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-a2034366-cae4-42b3-9ead-4adb14569b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:04.548285 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29fdd4-0a07-4df7-8025-bd06b8ca183f req-3a829a2d-6129-4cb2-9cd9-4066a33d17a2 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:04.549776 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9a29fdd4-0a07-4df7-8025-bd06b8ca183f req-3a829a2d-6129-4cb2-9cd9-4066a33d17a2 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.0647702 Jul 13 20:20:04.589781 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9a29fdd4-0a07-4df7-8025-bd06b8ca183f req-854fc2d7-5bd6-4dd6-90ae-abd39127f79f tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331197 Jul 13 20:20:05.579418 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 36c70e58-d814-4c5e-b229-e5029a0a475a up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:20:05.646909 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning for port 36c70e58-d814-4c5e-b229-e5029a0a475a completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:20:05.654319 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port 36c70e58-d814-4c5e-b229-e5029a0a475a triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:05.654857 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:05.792227 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1d72a-c92e-4823-9dfd-cd1b134ff61d req-b4fe3bef-635b-4b2d-add8-5319f508766f tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:05.793651 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:05.795131 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-06c1d72a-c92e-4823-9dfd-cd1b134ff61d req-b4fe3bef-635b-4b2d-add8-5319f508766f tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.0784686 Jul 13 20:20:05.839540 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] For port 36c70e58-d814-4c5e-b229-e5029a0a475a, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=36c70e58-d814-4c5e-b229-e5029a0a475a,segment=NetworkSegment(bcd59e96-6aea-4362-942b-8acc98b0f696),segment_id=bcd59e96-6aea-4362-942b-8acc98b0f696)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:20:05.853043 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:05.893623 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-06c1d72a-c92e-4823-9dfd-cd1b134ff61d req-ef817de6-ae03-4f22-84e7-3a01af31afd5 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894840 Jul 13 20:20:05.915509 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Pushing event updated for resources: {'Port': ['ID=36c70e58-d814-4c5e-b229-e5029a0a475a,revision_number=5']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:06.082701 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-3a439ad0-0191-4c98-9adb-af02e99f3217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:06.776978 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:07.067697 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2dfa30-e2bf-4efc-b0ac-c82c800aedcf req-4c4f772a-bc7a-475b-a238-14bed67d7015 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:07.069204 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2c2dfa30-e2bf-4efc-b0ac-c82c800aedcf req-4c4f772a-bc7a-475b-a238-14bed67d7015 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.0639582 Jul 13 20:20:07.107489 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2c2dfa30-e2bf-4efc-b0ac-c82c800aedcf req-9366bed5-9ea0-49b2-8b99-afab73e48443 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327137 Jul 13 20:20:07.455746 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:07.552284 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 36c70e58-d814-4c5e-b229-e5029a0a475a up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:20:07.600016 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port 36c70e58-d814-4c5e-b229-e5029a0a475a triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:07.600391 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:08.286744 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e28e9-c890-4fac-96a2-0db5522746b3 req-9ef912f5-3d2f-442c-9b7b-3ae2cc3cab0b tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:08.288223 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-308e28e9-c890-4fac-96a2-0db5522746b3 req-9ef912f5-3d2f-442c-9b7b-3ae2cc3cab0b tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.0668442 Jul 13 20:20:08.326459 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-308e28e9-c890-4fac-96a2-0db5522746b3 req-d0657728-6004-4cca-8629-da65b4732425 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323212 Jul 13 20:20:09.190245 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:09.507160 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f902e9-f9c9-4da4-a400-2a9191921122 req-2b6257bc-77b8-4623-82a1-fe9743e376bf tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:09.508705 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f1f902e9-f9c9-4da4-a400-2a9191921122 req-2b6257bc-77b8-4623-82a1-fe9743e376bf tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.0702357 Jul 13 20:20:09.548220 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f1f902e9-f9c9-4da4-a400-2a9191921122 req-ce894641-4720-4b7e-b4bd-61ae3d284870 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339968 Jul 13 20:20:10.723476 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4205f3-d9a1-4a0b-b53c-1d6e9c3cbfaa req-161364ca-e78f-45eb-8bde-4b7517683ad0 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:10.724821 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0d4205f3-d9a1-4a0b-b53c-1d6e9c3cbfaa req-161364ca-e78f-45eb-8bde-4b7517683ad0 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.0634010 Jul 13 20:20:10.764512 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0d4205f3-d9a1-4a0b-b53c-1d6e9c3cbfaa req-fad47cc7-65ec-4788-a3c2-57d79d5c94c5 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335994 Jul 13 20:20:11.942826 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f3323-f59d-481d-b3e0-63cafe4de731 req-434eb9ea-2dcf-4797-8243-42169de48ea0 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:11.944393 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-738f3323-f59d-481d-b3e0-63cafe4de731 req-434eb9ea-2dcf-4797-8243-42169de48ea0 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.0628874 Jul 13 20:20:11.990849 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-738f3323-f59d-481d-b3e0-63cafe4de731 req-5b45bf04-aa41-481d-ae50-dcb397c10f3d tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403879 Jul 13 20:20:13.179416 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ded527-854c-4c98-aa64-bc92cbb35c02 req-f941ad9d-cad8-40aa-9783-9f9f6b890d7a tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:13.181049 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a6ded527-854c-4c98-aa64-bc92cbb35c02 req-f941ad9d-cad8-40aa-9783-9f9f6b890d7a tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.0712295 Jul 13 20:20:13.223502 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a6ded527-854c-4c98-aa64-bc92cbb35c02 req-22c66dbf-71e9-4894-82ba-98a0aa903ac2 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361876 Jul 13 20:20:13.362926 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf83c2-0dbf-4633-a6a2-a5811ca244eb req-75cf0910-70b9-4864-852d-c2de88144fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:13.364492 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-06bf83c2-0dbf-4633-a6a2-a5811ca244eb req-75cf0910-70b9-4864-852d-c2de88144fc7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc1202cbb5ca410abbcdef9b3fca32f7&device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 1099 time: 0.0571985 Jul 13 20:20:13.482477 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf83c2-0dbf-4633-a6a2-a5811ca244eb req-277fbeeb-b6a3-464e-81f7-19bab5358bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:13.484194 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-06bf83c2-0dbf-4633-a6a2-a5811ca244eb req-277fbeeb-b6a3-464e-81f7-19bab5358bbd service neutron] 10.222.0.47 "GET /v2.0/networks?id=680d4961-3ce0-4364-a639-3d638a8730da HTTP/1.1" status: 200 len: 920 time: 0.0905991 Jul 13 20:20:13.528147 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-06bf83c2-0dbf-4633-a6a2-a5811ca244eb req-078bca2d-6db4-449b-931e-7fa50f4ae5de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=496a2b26-b324-4a14-85bd-ecf02a06773c HTTP/1.1" status: 200 len: 217 time: 0.0365176 Jul 13 20:20:13.580272 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf83c2-0dbf-4633-a6a2-a5811ca244eb req-1bcb2fe6-ec20-4cc3-b1ba-925e6b8a311f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:13.582978 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-06bf83c2-0dbf-4633-a6a2-a5811ca244eb req-1bcb2fe6-ec20-4cc3-b1ba-925e6b8a311f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dc3305a-19e2-4f5f-b91b-410acd0592f6 HTTP/1.1" status: 200 len: 859 time: 0.0464699 Jul 13 20:20:13.618503 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-06bf83c2-0dbf-4633-a6a2-a5811ca244eb req-1ba17386-5e33-49d3-bb8d-e16d393ae63b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=680d4961-3ce0-4364-a639-3d638a8730da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281718 Jul 13 20:20:13.706874 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:13.730583 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-06bf83c2-0dbf-4633-a6a2-a5811ca244eb req-7d5980b1-52aa-4cfc-a614-22dc35725092 service neutron] 10.222.0.47 "GET /v2.0/networks/680d4961-3ce0-4364-a639-3d638a8730da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015296 Jul 13 20:20:13.833081 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-06bf83c2-0dbf-4633-a6a2-a5811ca244eb req-de266af9-354d-4be3-bfe8-2aa701aed9c8 service neutron] 10.222.0.47 "GET /v2.0/networks/680d4961-3ce0-4364-a639-3d638a8730da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950410 Jul 13 20:20:13.954610 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 6 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:20:14.011284 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 44658) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:14.115759 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6a52c66f-6230-4f2e-b30f-31a8b52ab796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:14.226488 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6a52c66f-6230-4f2e-b30f-31a8b52ab796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:14.232223 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6a52c66f-6230-4f2e-b30f-31a8b52ab796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:14.286584 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-6a52c66f-6230-4f2e-b30f-31a8b52ab796 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=885caca80ee042739a27243f5296cf50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702146 Jul 13 20:20:14.286903 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 44674) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:14.301975 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52c66f-6230-4f2e-b30f-31a8b52ab796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361ca206-559a-41ce-9fc9-26e6635a0e33,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:14.398715 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a25d2dab-db9b-46b7-8c15-d8c740784c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:14.431848 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a25d2dab-db9b-46b7-8c15-d8c740784c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:14.473709 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e096d0-3a79-48c5-a5c4-6654c49c76e1 req-454f2b90-f423-4bc1-bddf-34dceb26bbb7 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:14.475575 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a2e096d0-3a79-48c5-a5c4-6654c49c76e1 req-454f2b90-f423-4bc1-bddf-34dceb26bbb7 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.1315205 Jul 13 20:20:14.524456 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a2e096d0-3a79-48c5-a5c4-6654c49c76e1 req-e93fec84-0bd8-4dca-9e69-f3e133b4fd85 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433445 Jul 13 20:20:14.540468 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a25d2dab-db9b-46b7-8c15-d8c740784c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:14.543758 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a25d2dab-db9b-46b7-8c15-d8c740784c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:14.545897 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-a25d2dab-db9b-46b7-8c15-d8c740784c88 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/361ca206-559a-41ce-9fc9-26e6635a0e33 HTTP/1.1" status: 204 len: 168 time: 0.2569389 Jul 13 20:20:14.565505 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d2dab-db9b-46b7-8c15-d8c740784c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361ca206-559a-41ce-9fc9-26e6635a0e33,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:14.662855 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bce3b-120f-429d-a512-765ddc5188ab req-e4e11fd3-0d87-4ced-86c8-162b39abdce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:14.664615 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-555bce3b-120f-429d-a512-765ddc5188ab req-e4e11fd3-0d87-4ced-86c8-162b39abdce1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 1099 time: 0.0643389 Jul 13 20:20:14.701123 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-555bce3b-120f-429d-a512-765ddc5188ab req-e2b7372b-b4ad-489d-8493-509df70f3f02 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289383 Jul 13 20:20:15.212807 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 44716) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:15.307640 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-6d93511d-c373-4b6b-8f47-c5fc0de7eaab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2050857483-network', 'tenant_id': '090cf87574eb457aaa0f816b9c6c73d5'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:20:15.330420 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d93511d-c373-4b6b-8f47-c5fc0de7eaab admin admin] Made reservation on behalf of 090cf87574eb457aaa0f816b9c6c73d5 for: {'network': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:20:15.332906 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6d93511d-c373-4b6b-8f47-c5fc0de7eaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for network, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:15.341735 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6d93511d-c373-4b6b-8f47-c5fc0de7eaab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:15.437054 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6d93511d-c373-4b6b-8f47-c5fc0de7eaab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:15.441411 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6d93511d-c373-4b6b-8f47-c5fc0de7eaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:15.466490 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d93511d-c373-4b6b-8f47-c5fc0de7eaab admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=92958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:20:15.478973 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93511d-c373-4b6b-8f47-c5fc0de7eaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88ee1f2-d0d8-4b8c-8ce1-d71e0d8f6e65,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:15.484172 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6d93511d-c373-4b6b-8f47-c5fc0de7eaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996'] for segment, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:15.484172 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.db.segments_db [None req-6d93511d-c373-4b6b-8f47-c5fc0de7eaab admin admin] Added segment b4ce49ff-3cc5-4f13-a498-63dc22734ac2 of type vlan for network 0b97695f-aac6-4078-97e8-a66178de66a0 Jul 13 20:20:15.535177 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6d93511d-c373-4b6b-8f47-c5fc0de7eaab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781992687126'] for network, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:15.565351 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6d93511d-c373-4b6b-8f47-c5fc0de7eaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962'] for network, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:15.566749 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d93511d-c373-4b6b-8f47-c5fc0de7eaab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:15.567690 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6d93511d-c373-4b6b-8f47-c5fc0de7eaab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for network, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:15.632516 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-6d93511d-c373-4b6b-8f47-c5fc0de7eaab admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4185410 Jul 13 20:20:15.635279 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 44726) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:15.643209 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-74848204-ed7d-4576-b7b0-89ea77e42e5e admin admin] Request body: {'subnet': {'network_id': '0b97695f-aac6-4078-97e8-a66178de66a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2050857483-subnet', 'tenant_id': '090cf87574eb457aaa0f816b9c6c73d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:20:15.651610 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93511d-c373-4b6b-8f47-c5fc0de7eaab admin admin] Pushing event updated for resources: {'Network': ['ID=0b97695f-aac6-4078-97e8-a66178de66a0,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:15.677010 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Network 0b97695f-aac6-4078-97e8-a66178de66a0 details requested by agent ovs-agent-dv-cinder-800697-1-iscsi with host dv-cinder-800697-1-iscsi {{(pid=92959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:20:15.704217 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74848204-ed7d-4576-b7b0-89ea77e42e5e admin admin] Made reservation on behalf of 090cf87574eb457aaa0f816b9c6c73d5 for: {'subnet': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:20:15.706665 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-74848204-ed7d-4576-b7b0-89ea77e42e5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15819432'] for subnet, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:15.882975 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e1d5a-2d69-49d6-ad71-c904ec8a89d9 req-d2cd7d61-e5e7-412e-8b63-7bf4c557300c tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:15.884601 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ae6e1d5a-2d69-49d6-ad71-c904ec8a89d9 req-d2cd7d61-e5e7-412e-8b63-7bf4c557300c tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.2184105 Jul 13 20:20:15.960188 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-74848204-ed7d-4576-b7b0-89ea77e42e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15916259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15819418'] for subnet, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:16.020242 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ae6e1d5a-2d69-49d6-ad71-c904ec8a89d9 req-01bce7e4-e831-492c-8ccc-ff74cfed3d0c tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085870 Jul 13 20:20:16.054461 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74848204-ed7d-4576-b7b0-89ea77e42e5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d95ccc97-de7c-42cf-b0c1-9a1f98b75184,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:16.079629 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74848204-ed7d-4576-b7b0-89ea77e42e5e admin admin] Checking segment: {'id': 'b4ce49ff-3cc5-4f13-a498-63dc22734ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0b97695f-aac6-4078-97e8-a66178de66a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:20:16.079995 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74848204-ed7d-4576-b7b0-89ea77e42e5e admin admin] Network hostable DHCP agents. Network: 0b97695f-aac6-4078-97e8-a66178de66a0, hostable agents: ['9d6e4556-3812-4c7d-88f2-13bd16a57861'], hosted agents: [] {{(pid=92958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:20:16.101688 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74848204-ed7d-4576-b7b0-89ea77e42e5e admin admin] Network 0b97695f-aac6-4078-97e8-a66178de66a0 is scheduled to be hosted by DHCP agent 9d6e4556-3812-4c7d-88f2-13bd16a57861 with binding_index 1 {{(pid=92958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:20:16.112846 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-74848204-ed7d-4576-b7b0-89ea77e42e5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-1-iscsi, 0b97695f-aac6-4078-97e8-a66178de66a0) {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:20:16.118294 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74848204-ed7d-4576-b7b0-89ea77e42e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:16.118941 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-74848204-ed7d-4576-b7b0-89ea77e42e5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for subnet, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:16.125952 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d755c69-4b1a-4694-942d-bd0efdf6f972 None None] Network 0b97695f-aac6-4078-97e8-a66178de66a0 requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:20:16.139577 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-74848204-ed7d-4576-b7b0-89ea77e42e5e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5031734 Jul 13 20:20:16.330495 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c417b6c-11fe-4e00-a064-58d0b145f747 None None] Network 0b97695f-aac6-4078-97e8-a66178de66a0 requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:20:16.456772 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281d27d-c398-4338-8f9e-be86599c49d5 req-60b89831-06a6-4b5a-a6f0-66a201e6f001 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:16.458308 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c281d27d-c398-4338-8f9e-be86599c49d5 req-60b89831-06a6-4b5a-a6f0-66a201e6f001 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.0697007 Jul 13 20:20:16.498659 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c281d27d-c398-4338-8f9e-be86599c49d5 req-55c79049-6b41-4643-bef6-444854026f03 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338740 Jul 13 20:20:17.220744 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4719c2-7d67-4d0a-b9bf-f3e1a8966103 req-b7a51208-6c07-4f12-a616-45804373baa4 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:17.222431 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0b4719c2-7d67-4d0a-b9bf-f3e1a8966103 req-b7a51208-6c07-4f12-a616-45804373baa4 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.0622430 Jul 13 20:20:17.261417 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0b4719c2-7d67-4d0a-b9bf-f3e1a8966103 req-80c6bc20-683b-4ded-abae-945a826fe50b tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329692 Jul 13 20:20:17.697230 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57fcc6-d031-4c89-bac4-8959aec456c2 req-818c3ac1-98be-4287-844d-125b5bdd33e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:17.698841 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-4d57fcc6-d031-4c89-bac4-8959aec456c2 req-818c3ac1-98be-4287-844d-125b5bdd33e1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc1202cbb5ca410abbcdef9b3fca32f7&device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 1099 time: 0.0575447 Jul 13 20:20:17.783213 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f273f6-d97a-4072-acaf-909d5a721e8e req-710ac8f0-4e63-4abe-8fa4-bf8c16078111 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:17.784886 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-96f273f6-d97a-4072-acaf-909d5a721e8e req-710ac8f0-4e63-4abe-8fa4-bf8c16078111 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.1171885 Jul 13 20:20:17.808096 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2c913-5fcd-4588-ae1b-1ecd0c7d41ad req-cc6b2045-9786-4864-be7b-aa9ea23662d0 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:17.809707 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f9f2c913-5fcd-4588-ae1b-1ecd0c7d41ad req-cc6b2045-9786-4864-be7b-aa9ea23662d0 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.1064456 Jul 13 20:20:17.815685 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57fcc6-d031-4c89-bac4-8959aec456c2 req-80fc3c8d-db3d-450d-8ccc-d35070b0de7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:17.817328 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-4d57fcc6-d031-4c89-bac4-8959aec456c2 req-80fc3c8d-db3d-450d-8ccc-d35070b0de7b service neutron] 10.222.0.47 "GET /v2.0/networks?id=680d4961-3ce0-4364-a639-3d638a8730da HTTP/1.1" status: 200 len: 920 time: 0.1104095 Jul 13 20:20:17.860791 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-96f273f6-d97a-4072-acaf-909d5a721e8e req-7e34f763-b961-4547-9e85-2e8e73cc6bf5 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664761 Jul 13 20:20:17.877044 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f9f2c913-5fcd-4588-ae1b-1ecd0c7d41ad req-2f287323-8414-4b2f-96c9-05277db1ccc8 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590076 Jul 13 20:20:18.074402 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b342b-7561-4111-94ca-589e5095e16b req-61d9fdeb-7d38-45df-b6b2-3db1a8f27ee0 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:18.075997 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-286b342b-7561-4111-94ca-589e5095e16b req-61d9fdeb-7d38-45df-b6b2-3db1a8f27ee0 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/networks?id=0b97695f-aac6-4078-97e8-a66178de66a0 HTTP/1.1" status: 200 len: 809 time: 0.1184421 Jul 13 20:20:18.087327 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-4d57fcc6-d031-4c89-bac4-8959aec456c2 req-32861f66-7fdc-495e-bc8c-9aee19a489e9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=496a2b26-b324-4a14-85bd-ecf02a06773c HTTP/1.1" status: 200 len: 217 time: 0.2536128 Jul 13 20:20:18.093878 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-286b342b-7561-4111-94ca-589e5095e16b req-4924db01-9143-4fe4-90a9-bb40d74871dc tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/quotas/090cf87574eb457aaa0f816b9c6c73d5 HTTP/1.1" status: 200 len: 375 time: 0.0105381 Jul 13 20:20:18.129591 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-286b342b-7561-4111-94ca-589e5095e16b req-d6c247c8-f313-4a7e-93a2-d46cbd92ce04 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=090cf87574eb457aaa0f816b9c6c73d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302322 Jul 13 20:20:18.141881 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57fcc6-d031-4c89-bac4-8959aec456c2 req-545dc373-36e9-443b-a602-d3278ec6fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:18.143753 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-4d57fcc6-d031-4c89-bac4-8959aec456c2 req-545dc373-36e9-443b-a602-d3278ec6fa57 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dc3305a-19e2-4f5f-b91b-410acd0592f6 HTTP/1.1" status: 200 len: 859 time: 0.0492678 Jul 13 20:20:18.183949 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-4d57fcc6-d031-4c89-bac4-8959aec456c2 req-74c02208-8711-4904-aa79-4491b7186d63 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=680d4961-3ce0-4364-a639-3d638a8730da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268538 Jul 13 20:20:18.223178 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-286b342b-7561-4111-94ca-589e5095e16b req-ca445111-8f12-49cb-a025-845f1d8761cf service neutron] 10.222.0.41 "GET /v2.0/networks/0b97695f-aac6-4078-97e8-a66178de66a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873168 Jul 13 20:20:18.288700 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-4d57fcc6-d031-4c89-bac4-8959aec456c2 req-b3e802db-e75d-4ef3-b9c0-55645c3d554b service neutron] 10.222.0.47 "GET /v2.0/networks/680d4961-3ce0-4364-a639-3d638a8730da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855949 Jul 13 20:20:18.317362 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-286b342b-7561-4111-94ca-589e5095e16b req-26ca81ff-98c7-4de4-b134-fe139d6c1945 service neutron] 10.222.0.41 "GET /v2.0/networks/0b97695f-aac6-4078-97e8-a66178de66a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873966 Jul 13 20:20:18.385440 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-4d57fcc6-d031-4c89-bac4-8959aec456c2 req-a663c1c2-db77-4b9f-851c-1e313791fcc6 service neutron] 10.222.0.47 "GET /v2.0/networks/680d4961-3ce0-4364-a639-3d638a8730da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899365 Jul 13 20:20:18.519385 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c07e6cb2-eb31-4b88-a4c3-2f0ada75482d req-9f19b443-8978-4c46-b317-a46fa5d72211 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdc264f7-f85e-4cd7-b5b3-9446b4a00d17 HTTP/1.1" status: 200 len: 210 time: 0.0303433 Jul 13 20:20:19.205945 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db9b9f-7953-4e8d-813a-63624ae66526 req-71ad0d2c-c9d6-4a76-9c9e-fdbd42dd13c0 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:19.207501 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f5db9b9f-7953-4e8d-813a-63624ae66526 req-71ad0d2c-c9d6-4a76-9c9e-fdbd42dd13c0 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.1539800 Jul 13 20:20:19.231797 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af306e4-c9dd-446a-8b8f-ac592d53ef7c req-aa732824-3488-4600-b4c5-4ca51e22fccc tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:19.234545 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2af306e4-c9dd-446a-8b8f-ac592d53ef7c req-aa732824-3488-4600-b4c5-4ca51e22fccc tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.1199231 Jul 13 20:20:19.288936 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f5db9b9f-7953-4e8d-813a-63624ae66526 req-6ab921e6-9df7-49ae-90b4-89261adb30e1 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733178 Jul 13 20:20:19.306843 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2af306e4-c9dd-446a-8b8f-ac592d53ef7c req-b73dcc20-a304-4c23-be8f-08291a54aefb tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565450 Jul 13 20:20:19.671796 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-39495584-6ea4-49e3-9dd2-8c5e62680c79 req-fcd71b53-49e8-4d2b-b978-2da9d86563da tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdc264f7-f85e-4cd7-b5b3-9446b4a00d17 HTTP/1.1" status: 200 len: 210 time: 0.0289326 Jul 13 20:20:19.929352 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b342b-7561-4111-94ca-589e5095e16b req-7715209f-f9ca-4d4e-9469-daefd9748549 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:19.930819 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-286b342b-7561-4111-94ca-589e5095e16b req-7715209f-f9ca-4d4e-9469-daefd9748549 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.47 "GET /v2.0/networks?id=0b97695f-aac6-4078-97e8-a66178de66a0 HTTP/1.1" status: 200 len: 809 time: 0.1023281 Jul 13 20:20:19.950973 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-286b342b-7561-4111-94ca-589e5095e16b req-7bcc9c4a-2f5c-48e3-b7c9-ae02dc5db275 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Request body: {'port': {'device_id': 'cdc264f7-f85e-4cd7-b5b3-9446b4a00d17', 'network_id': '0b97695f-aac6-4078-97e8-a66178de66a0', 'admin_state_up': True, 'tenant_id': '090cf87574eb457aaa0f816b9c6c73d5'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:20:20.062246 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-286b342b-7561-4111-94ca-589e5095e16b req-7bcc9c4a-2f5c-48e3-b7c9-ae02dc5db275 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Made reservation on behalf of 090cf87574eb457aaa0f816b9c6c73d5 for: {'port': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:20:20.065910 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-286b342b-7561-4111-94ca-589e5095e16b req-7bcc9c4a-2f5c-48e3-b7c9-ae02dc5db275 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:20.195261 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_common [req-286b342b-7561-4111-94ca-589e5095e16b req-7bcc9c4a-2f5c-48e3-b7c9-ae02dc5db275 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Allocated IP 172.20.0.3 (0b97695f-aac6-4078-97e8-a66178de66a0/d95ccc97-de7c-42cf-b0c1-9a1f98b75184/1747c04d-4dd4-44c1-b43d-6f97e8316032) {{(pid=92957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:20:20.395307 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-286b342b-7561-4111-94ca-589e5095e16b req-7bcc9c4a-2f5c-48e3-b7c9-ae02dc5db275 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Notify callbacks [] for port, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:20.455384 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-286b342b-7561-4111-94ca-589e5095e16b req-7bcc9c4a-2f5c-48e3-b7c9-ae02dc5db275 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:20.511523 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-286b342b-7561-4111-94ca-589e5095e16b req-7bcc9c4a-2f5c-48e3-b7c9-ae02dc5db275 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Network 0b97695f-aac6-4078-97e8-a66178de66a0 is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:20:20.532630 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [req-286b342b-7561-4111-94ca-589e5095e16b req-7bcc9c4a-2f5c-48e3-b7c9-ae02dc5db275 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:20:20.536707 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-286b342b-7561-4111-94ca-589e5095e16b req-7bcc9c4a-2f5c-48e3-b7c9-ae02dc5db275 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Received port after_create {{(pid=92957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:20:20.556654 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece6753-8a35-4f29-bc63-5b1a6962af0d req-2b46132c-d3e2-4e29-962b-71147f76ce0f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:20.558208 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9ece6753-8a35-4f29-bc63-5b1a6962af0d req-2b46132c-d3e2-4e29-962b-71147f76ce0f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.1294765 Jul 13 20:20:20.570044 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82558de1-64d8-4a11-9008-025455c4ddb3 req-1cd56d07-e803-4ba4-9a23-1b6c13575afa tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:20.571564 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-82558de1-64d8-4a11-9008-025455c4ddb3 req-1cd56d07-e803-4ba4-9a23-1b6c13575afa tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.1090834 Jul 13 20:20:20.590168 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc9c4a-2f5c-48e3-b7c9-ae02dc5db275 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Pushing event updated for resources: {'Port': ['ID=1747c04d-4dd4-44c1-b43d-6f97e8316032,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:20.620071 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b342b-7561-4111-94ca-589e5095e16b req-7bcc9c4a-2f5c-48e3-b7c9-ae02dc5db275 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:20.620987 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-286b342b-7561-4111-94ca-589e5095e16b req-7bcc9c4a-2f5c-48e3-b7c9-ae02dc5db275 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:20.635324 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9ece6753-8a35-4f29-bc63-5b1a6962af0d req-5fdc0a25-7c6a-45f9-be40-dec56bd57507 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627382 Jul 13 20:20:20.638774 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-82558de1-64d8-4a11-9008-025455c4ddb3 req-9042e7e2-c3d6-4893-9a33-e36ad91427d6 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589430 Jul 13 20:20:20.642051 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-286b342b-7561-4111-94ca-589e5095e16b req-7bcc9c4a-2f5c-48e3-b7c9-ae02dc5db275 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6955612 Jul 13 20:20:20.658305 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-286b342b-7561-4111-94ca-589e5095e16b req-3915f7db-b5c7-4983-b76d-2be203c0c15b service neutron] Request body: {'port': {'device_id': 'cdc264f7-f85e-4cd7-b5b3-9446b4a00d17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:20:20.735998 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-286b342b-7561-4111-94ca-589e5095e16b req-3915f7db-b5c7-4983-b76d-2be203c0c15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:20.864139 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1828b-2194-4a9c-812c-d6b6ca4d2d14 req-b68eea58-ba1d-4f0c-a31e-1365408a37ce tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:20.866229 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a8f1828b-2194-4a9c-812c-d6b6ca4d2d14 req-b68eea58-ba1d-4f0c-a31e-1365408a37ce tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdc264f7-f85e-4cd7-b5b3-9446b4a00d17 HTTP/1.1" status: 200 len: 931 time: 0.0742753 Jul 13 20:20:20.906031 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a8f1828b-2194-4a9c-812c-d6b6ca4d2d14 req-ece14738-f319-40db-a89d-6b07302a65c4 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/security-groups?id=f88ee1f2-d0d8-4b8c-8ce1-d71e0d8f6e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335732 Jul 13 20:20:21.018566 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [req-286b342b-7561-4111-94ca-589e5095e16b req-3915f7db-b5c7-4983-b76d-2be203c0c15b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1747c04d-4dd4-44c1-b43d-6f97e8316032 {{(pid=92957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:20:21.026755 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-286b342b-7561-4111-94ca-589e5095e16b req-3915f7db-b5c7-4983-b76d-2be203c0c15b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:21.039159 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.provisioning_blocks [req-286b342b-7561-4111-94ca-589e5095e16b req-3915f7db-b5c7-4983-b76d-2be203c0c15b service neutron] Transition to ACTIVE for port object 1747c04d-4dd4-44c1-b43d-6f97e8316032 will not be triggered until provisioned by entity L2. {{(pid=92957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:20:21.044092 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-286b342b-7561-4111-94ca-589e5095e16b req-3915f7db-b5c7-4983-b76d-2be203c0c15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:21.096100 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915f7db-b5c7-4983-b76d-2be203c0c15b service neutron] Pushing event updated for resources: {'Port': ['ID=1747c04d-4dd4-44c1-b43d-6f97e8316032,revision_number=2']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:21.163739 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-286b342b-7561-4111-94ca-589e5095e16b req-3915f7db-b5c7-4983-b76d-2be203c0c15b service neutron] Attempting to bind port 1747c04d-4dd4-44c1-b43d-6f97e8316032 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:20:21.164111 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-286b342b-7561-4111-94ca-589e5095e16b req-3915f7db-b5c7-4983-b76d-2be203c0c15b service neutron] Attempting to bind port 1747c04d-4dd4-44c1-b43d-6f97e8316032 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'b4ce49ff-3cc5-4f13-a498-63dc22734ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0b97695f-aac6-4078-97e8-a66178de66a0'}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:20:21.164441 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286b342b-7561-4111-94ca-589e5095e16b req-3915f7db-b5c7-4983-b76d-2be203c0c15b service neutron] Attempting to bind port 1747c04d-4dd4-44c1-b43d-6f97e8316032 on network 0b97695f-aac6-4078-97e8-a66178de66a0 {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:20:21.168742 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286b342b-7561-4111-94ca-589e5095e16b req-3915f7db-b5c7-4983-b76d-2be203c0c15b service neutron] Port 1747c04d-4dd4-44c1-b43d-6f97e8316032 on network 0b97695f-aac6-4078-97e8-a66178de66a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:20:21.169066 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286b342b-7561-4111-94ca-589e5095e16b req-3915f7db-b5c7-4983-b76d-2be203c0c15b service neutron] Attempting to bind port 1747c04d-4dd4-44c1-b43d-6f97e8316032 on network 0b97695f-aac6-4078-97e8-a66178de66a0 {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:20:21.174792 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286b342b-7561-4111-94ca-589e5095e16b req-3915f7db-b5c7-4983-b76d-2be203c0c15b service neutron] Checking agent: {'id': 'ee728df3-37aa-4a8e-b7f1-721981839fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'started_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:20:21.175128 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286b342b-7561-4111-94ca-589e5095e16b req-3915f7db-b5c7-4983-b76d-2be203c0c15b service neutron] Checking segment: {'id': 'b4ce49ff-3cc5-4f13-a498-63dc22734ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0b97695f-aac6-4078-97e8-a66178de66a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:20:21.175563 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286b342b-7561-4111-94ca-589e5095e16b req-3915f7db-b5c7-4983-b76d-2be203c0c15b service neutron] Bound using segment: {'id': 'b4ce49ff-3cc5-4f13-a498-63dc22734ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0b97695f-aac6-4078-97e8-a66178de66a0'} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:20:21.175939 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-286b342b-7561-4111-94ca-589e5095e16b req-3915f7db-b5c7-4983-b76d-2be203c0c15b service neutron] Bound port: 1747c04d-4dd4-44c1-b43d-6f97e8316032, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4ce49ff-3cc5-4f13-a498-63dc22734ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0b97695f-aac6-4078-97e8-a66178de66a0'}}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:20:21.176326 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-286b342b-7561-4111-94ca-589e5095e16b req-3915f7db-b5c7-4983-b76d-2be203c0c15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:21.244995 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-286b342b-7561-4111-94ca-589e5095e16b req-3915f7db-b5c7-4983-b76d-2be203c0c15b service neutron] For port 1747c04d-4dd4-44c1-b43d-6f97e8316032, host hv-cinder-80069, cleared binding levels {{(pid=92957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:20:21.248005 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-286b342b-7561-4111-94ca-589e5095e16b req-3915f7db-b5c7-4983-b76d-2be203c0c15b service neutron] For port 1747c04d-4dd4-44c1-b43d-6f97e8316032, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=1747c04d-4dd4-44c1-b43d-6f97e8316032,segment=NetworkSegment(b4ce49ff-3cc5-4f13-a498-63dc22734ac2),segment_id=b4ce49ff-3cc5-4f13-a498-63dc22734ac2)] {{(pid=92957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:20:21.252352 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-286b342b-7561-4111-94ca-589e5095e16b req-3915f7db-b5c7-4983-b76d-2be203c0c15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:21.287015 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b342b-7561-4111-94ca-589e5095e16b req-3915f7db-b5c7-4983-b76d-2be203c0c15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:21.287623 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-286b342b-7561-4111-94ca-589e5095e16b req-3915f7db-b5c7-4983-b76d-2be203c0c15b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:21.289082 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-286b342b-7561-4111-94ca-589e5095e16b req-3915f7db-b5c7-4983-b76d-2be203c0c15b service neutron] 10.222.0.47 "PUT /v2.0/ports/1747c04d-4dd4-44c1-b43d-6f97e8316032 HTTP/1.1" status: 200 len: 1093 time: 0.6384671 Jul 13 20:20:21.289518 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc264f7-f85e-4cd7-b5b3-9446b4a00d17', 'tag': '1747c04d-4dd4-44c1-b43d-6f97e8316032'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:20:21.291774 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af2cb6c-6acb-47c0-9f35-a792f70c762e" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc264f7-f85e-4cd7-b5b3-9446b4a00d17", "tag": "1747c04d-4dd4-44c1-b43d-6f97e8316032"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:20:21.319440 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915f7db-b5c7-4983-b76d-2be203c0c15b service neutron] Pushing event updated for resources: {'Port': ['ID=1747c04d-4dd4-44c1-b43d-6f97e8316032,revision_number=3']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:21.331137 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7c1637-c039-47bf-bdc2-e005cdc14661 x-openstack-request-id: req-da7c1637-c039-47bf-bdc2-e005cdc14661 {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:20:21.331425 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc264f7-f85e-4cd7-b5b3-9446b4a00d17", "tag": "1747c04d-4dd4-44c1-b43d-6f97e8316032", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:20:21.331677 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-da7c1637-c039-47bf-bdc2-e005cdc14661 {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:20:21.332098 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc264f7-f85e-4cd7-b5b3-9446b4a00d17', 'tag': '1747c04d-4dd4-44c1-b43d-6f97e8316032', 'status': 'completed', 'code': 200} Jul 13 20:20:21.852699 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a16a9-f2cd-4bfe-8566-13c538653d93 req-464b975d-2fa5-45a4-9a7a-3c4a0903b8c9 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:21.854174 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-233a16a9-f2cd-4bfe-8566-13c538653d93 req-464b975d-2fa5-45a4-9a7a-3c4a0903b8c9 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.0994589 Jul 13 20:20:21.875133 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becdbb0-c71b-4fe4-9dd3-80854ad50aa3 req-9cddbc28-6fd2-4687-8502-d3ab211bd409 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:21.876557 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5becdbb0-c71b-4fe4-9dd3-80854ad50aa3 req-9cddbc28-6fd2-4687-8502-d3ab211bd409 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.0938361 Jul 13 20:20:21.922637 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-233a16a9-f2cd-4bfe-8566-13c538653d93 req-2c92b28a-d9a7-4207-bce6-2e3f59c1182b tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611577 Jul 13 20:20:21.938756 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5becdbb0-c71b-4fe4-9dd3-80854ad50aa3 req-4bb5fcad-d22b-48a1-8d25-f28fdd3e3609 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549312 Jul 13 20:20:22.099301 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c857e0-20a4-4171-b91d-9ddd7f2e36d7 req-73c0904d-4d51-472f-bbee-a5140b7cfcb7 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:22.100941 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-34c857e0-20a4-4171-b91d-9ddd7f2e36d7 req-73c0904d-4d51-472f-bbee-a5140b7cfcb7 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdc264f7-f85e-4cd7-b5b3-9446b4a00d17 HTTP/1.1" status: 200 len: 943 time: 0.0665627 Jul 13 20:20:22.145234 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-34c857e0-20a4-4171-b91d-9ddd7f2e36d7 req-247c369a-4a95-47e7-ac89-7cedbebd1c07 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/security-groups?id=f88ee1f2-d0d8-4b8c-8ce1-d71e0d8f6e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346231 Jul 13 20:20:23.101683 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18692c7-efc6-4f61-a292-1448059d0b1b req-2a6af65a-5b05-4dcb-bb5a-cd6b6ebfbe53 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:23.103067 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b18692c7-efc6-4f61-a292-1448059d0b1b req-2a6af65a-5b05-4dcb-bb5a-cd6b6ebfbe53 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.0612357 Jul 13 20:20:23.141082 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b18692c7-efc6-4f61-a292-1448059d0b1b req-37dfdb7e-3e79-4bff-85e9-92e7a3ed7067 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320284 Jul 13 20:20:23.329570 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713027c-9e2d-485e-802c-21eb196e4896 req-07b024b7-81c3-41a8-8ece-f565840486f8 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:23.331061 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e713027c-9e2d-485e-802c-21eb196e4896 req-07b024b7-81c3-41a8-8ece-f565840486f8 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdc264f7-f85e-4cd7-b5b3-9446b4a00d17 HTTP/1.1" status: 200 len: 943 time: 0.0675282 Jul 13 20:20:23.369319 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e713027c-9e2d-485e-802c-21eb196e4896 req-270ad734-5fbe-434b-849d-6299e56cd97a tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/security-groups?id=f88ee1f2-d0d8-4b8c-8ce1-d71e0d8f6e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325415 Jul 13 20:20:23.938697 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2cb6c-6acb-47c0-9f35-a792f70c762e req-f15ce4ed-023a-4cff-9527-538f5f34e75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:23.940200 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-3af2cb6c-6acb-47c0-9f35-a792f70c762e req-f15ce4ed-023a-4cff-9527-538f5f34e75f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=090cf87574eb457aaa0f816b9c6c73d5&device_id=cdc264f7-f85e-4cd7-b5b3-9446b4a00d17 HTTP/1.1" status: 200 len: 1096 time: 0.0517833 Jul 13 20:20:24.110793 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2cb6c-6acb-47c0-9f35-a792f70c762e req-65bd98f9-4f3b-4b1f-96f6-431c11350bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:24.112265 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-3af2cb6c-6acb-47c0-9f35-a792f70c762e req-65bd98f9-4f3b-4b1f-96f6-431c11350bcc service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=090cf87574eb457aaa0f816b9c6c73d5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1641335 Jul 13 20:20:24.285547 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2cb6c-6acb-47c0-9f35-a792f70c762e req-10442e65-4634-45e7-adcb-e7b4e2eb846a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:24.286931 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-3af2cb6c-6acb-47c0-9f35-a792f70c762e req-10442e65-4634-45e7-adcb-e7b4e2eb846a service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1652675 Jul 13 20:20:24.333218 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ca109-139d-4410-a9cb-9a109bc69426 req-60281743-9f6b-44f9-bb4a-ece128e5838d tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:24.334724 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-530ca109-139d-4410-a9cb-9a109bc69426 req-60281743-9f6b-44f9-bb4a-ece128e5838d tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.0698519 Jul 13 20:20:24.380292 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-530ca109-139d-4410-a9cb-9a109bc69426 req-9ef8c4e1-fa8d-4741-8927-9e66cc916f97 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388637 Jul 13 20:20:24.422047 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b342b-7561-4111-94ca-589e5095e16b req-f6846648-a778-4e24-a14f-ee2f316f5589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:24.423854 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-286b342b-7561-4111-94ca-589e5095e16b req-f6846648-a778-4e24-a14f-ee2f316f5589 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=090cf87574eb457aaa0f816b9c6c73d5&device_id=cdc264f7-f85e-4cd7-b5b3-9446b4a00d17 HTTP/1.1" status: 200 len: 1096 time: 0.0888205 Jul 13 20:20:24.469784 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-286b342b-7561-4111-94ca-589e5095e16b req-ddf8ce58-e759-478d-951d-71f7e17b167b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1747c04d-4dd4-44c1-b43d-6f97e8316032 HTTP/1.1" status: 200 len: 217 time: 0.0375450 Jul 13 20:20:24.534920 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b342b-7561-4111-94ca-589e5095e16b req-f684e744-5a82-4ddc-b66d-063021561eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:24.536594 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-286b342b-7561-4111-94ca-589e5095e16b req-f684e744-5a82-4ddc-b66d-063021561eb1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d95ccc97-de7c-42cf-b0c1-9a1f98b75184 HTTP/1.1" status: 200 len: 849 time: 0.0603464 Jul 13 20:20:24.572341 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-286b342b-7561-4111-94ca-589e5095e16b req-9e307e0b-b0df-4ebf-9534-57770f76d60c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0b97695f-aac6-4078-97e8-a66178de66a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274930 Jul 13 20:20:24.605389 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084abb9-b6e0-4c9d-8e24-b33bd56879d4 req-40574a8b-ec1d-46ce-92bd-10dd3bd9e36e tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:24.606897 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5084abb9-b6e0-4c9d-8e24-b33bd56879d4 req-40574a8b-ec1d-46ce-92bd-10dd3bd9e36e tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.1149161 Jul 13 20:20:24.622489 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9442d-2d9f-4784-8811-5564fd5fe445 req-42e2ac46-a08f-4366-859c-d6cfca929886 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:24.624787 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-92e9442d-2d9f-4784-8811-5564fd5fe445 req-42e2ac46-a08f-4366-859c-d6cfca929886 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdc264f7-f85e-4cd7-b5b3-9446b4a00d17 HTTP/1.1" status: 200 len: 943 time: 0.1233144 Jul 13 20:20:24.682102 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-286b342b-7561-4111-94ca-589e5095e16b req-a6348b24-9440-4077-a789-0459cccdfd10 service neutron] 10.222.0.47 "GET /v2.0/networks/0b97695f-aac6-4078-97e8-a66178de66a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018550 Jul 13 20:20:24.683403 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-92e9442d-2d9f-4784-8811-5564fd5fe445 req-64047bbf-5606-4fff-bcc0-36295c780251 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/security-groups?id=f88ee1f2-d0d8-4b8c-8ce1-d71e0d8f6e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512486 Jul 13 20:20:24.687245 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5084abb9-b6e0-4c9d-8e24-b33bd56879d4 req-9b69ff76-2ee9-4dcb-82dd-fcc474862249 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730455 Jul 13 20:20:24.852166 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-286b342b-7561-4111-94ca-589e5095e16b req-808d0d02-fe93-42a2-9eca-a90aa0aef316 service neutron] 10.222.0.47 "GET /v2.0/networks/0b97695f-aac6-4078-97e8-a66178de66a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556978 Jul 13 20:20:25.578455 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085edc2b-285c-49e8-bb63-f71afe928af0 req-70affc68-0194-4ae3-84a3-47065ddf6d49 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:25.580208 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-085edc2b-285c-49e8-bb63-f71afe928af0 req-70affc68-0194-4ae3-84a3-47065ddf6d49 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.0715775 Jul 13 20:20:25.625117 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-085edc2b-285c-49e8-bb63-f71afe928af0 req-6c776ec4-4d17-4f54-9288-73ed2c76a7f3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390468 Jul 13 20:20:25.910272 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2aa3c-db8d-4aaa-8ff9-40d61236911e req-d769a3ef-4f48-43d8-87e1-ea8380a19136 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:25.911795 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ced2aa3c-db8d-4aaa-8ff9-40d61236911e req-d769a3ef-4f48-43d8-87e1-ea8380a19136 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdc264f7-f85e-4cd7-b5b3-9446b4a00d17 HTTP/1.1" status: 200 len: 943 time: 0.0897315 Jul 13 20:20:25.954516 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ced2aa3c-db8d-4aaa-8ff9-40d61236911e req-e4cd899d-23c5-4ea7-a77c-78402b6a275a tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/security-groups?id=f88ee1f2-d0d8-4b8c-8ce1-d71e0d8f6e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370169 Jul 13 20:20:26.066101 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 45002) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:26.182893 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9fe435b8-ffb8-491e-bc55-3dc23a824d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:26.297303 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9fe435b8-ffb8-491e-bc55-3dc23a824d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:26.301798 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9fe435b8-ffb8-491e-bc55-3dc23a824d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:26.341678 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-9fe435b8-ffb8-491e-bc55-3dc23a824d00 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=106f9530071840e58eb93bbd3eef7126&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2743685 Jul 13 20:20:26.343481 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe435b8-ffb8-491e-bc55-3dc23a824d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db317bc-3f9c-42dc-8dc7-adf6d156e235,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:26.347985 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 45020) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:26.407398 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-9bc3d35a-7ef3-4420-aad3-9d85ac61d8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:26.428707 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-9bc3d35a-7ef3-4420-aad3-9d85ac61d8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:26.478238 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-9bc3d35a-7ef3-4420-aad3-9d85ac61d8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:26.480873 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-9bc3d35a-7ef3-4420-aad3-9d85ac61d8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:26.482080 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-9bc3d35a-7ef3-4420-aad3-9d85ac61d8be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0db317bc-3f9c-42dc-8dc7-adf6d156e235 HTTP/1.1" status: 204 len: 168 time: 0.1360841 Jul 13 20:20:26.492845 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3d35a-7ef3-4420-aad3-9d85ac61d8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db317bc-3f9c-42dc-8dc7-adf6d156e235,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:26.864119 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f81553-10e3-454b-8de4-b37ecdd7159a req-bda18283-2de9-459e-aa09-76fd70403972 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:26.865921 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b9f81553-10e3-454b-8de4-b37ecdd7159a req-bda18283-2de9-459e-aa09-76fd70403972 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.0709443 Jul 13 20:20:26.889261 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 1747c04d-4dd4-44c1-b43d-6f97e8316032 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:20:26.924900 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b9f81553-10e3-454b-8de4-b37ecdd7159a req-f2de73c7-51eb-416d-ac97-e235c3dad561 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512555 Jul 13 20:20:27.000880 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 1747c04d-4dd4-44c1-b43d-6f97e8316032, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=1747c04d-4dd4-44c1-b43d-6f97e8316032,segment=NetworkSegment(b4ce49ff-3cc5-4f13-a498-63dc22734ac2),segment_id=b4ce49ff-3cc5-4f13-a498-63dc22734ac2)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:20:27.016791 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Returning: {'device': '1747c04d-4dd4-44c1-b43d-6f97e8316032', 'network_id': '0b97695f-aac6-4078-97e8-a66178de66a0', 'port_id': '1747c04d-4dd4-44c1-b43d-6f97e8316032', 'mac_address': 'fa:16:3e:39:c8:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95ccc97-de7c-42cf-b0c1-9a1f98b75184', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:20:27.062027 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:27.079724 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1747c04d-4dd4-44c1-b43d-6f97e8316032 {{(pid=92959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:20:27.103808 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 1747c04d-4dd4-44c1-b43d-6f97e8316032, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=1747c04d-4dd4-44c1-b43d-6f97e8316032,segment=NetworkSegment(b4ce49ff-3cc5-4f13-a498-63dc22734ac2),segment_id=b4ce49ff-3cc5-4f13-a498-63dc22734ac2)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:20:27.112235 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:27.170072 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=1747c04d-4dd4-44c1-b43d-6f97e8316032,revision_number=4']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:27.187756 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055bc2d-a8d2-4654-b7b1-531608a94524 req-0ed78be3-36fb-4b0f-8d69-951d7f3bb469 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:27.193572 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5055bc2d-a8d2-4654-b7b1-531608a94524 req-0ed78be3-36fb-4b0f-8d69-951d7f3bb469 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdc264f7-f85e-4cd7-b5b3-9446b4a00d17 HTTP/1.1" status: 200 len: 943 time: 0.1065977 Jul 13 20:20:27.235743 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5055bc2d-a8d2-4654-b7b1-531608a94524 req-b0179093-6830-47d8-a73d-932b1c980fbd tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/security-groups?id=f88ee1f2-d0d8-4b8c-8ce1-d71e0d8f6e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351384 Jul 13 20:20:27.409252 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['1747c04d-4dd4-44c1-b43d-6f97e8316032'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:20:28.127248 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf183220-90bd-447b-9f78-6b94d27dcced req-2c94f503-420c-4b47-aef7-ca2741231c6d tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:28.129117 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bf183220-90bd-447b-9f78-6b94d27dcced req-2c94f503-420c-4b47-aef7-ca2741231c6d tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.0755403 Jul 13 20:20:28.176487 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bf183220-90bd-447b-9f78-6b94d27dcced req-2d11619c-ba1a-4a1e-943a-7a2622bf309a tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411835 Jul 13 20:20:28.180648 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 45116) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:28.284587 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1f50383a-e327-4acb-8931-7d9e56fb53a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:28.410850 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1f50383a-e327-4acb-8931-7d9e56fb53a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:28.417551 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1f50383a-e327-4acb-8931-7d9e56fb53a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:28.467621 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-1f50383a-e327-4acb-8931-7d9e56fb53a3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7f436e13f7664732b1eeddd2753526b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2859173 Jul 13 20:20:28.468428 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50383a-e327-4acb-8931-7d9e56fb53a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf238ec-077e-437f-af1e-4ed36c0cab08,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:28.471188 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 45124) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:28.487524 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32831b11-8237-4bdf-83e3-ec063401a115 req-4ae3cea9-b65e-421a-9b94-eb46cce5e35f tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:28.489068 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-32831b11-8237-4bdf-83e3-ec063401a115 req-4ae3cea9-b65e-421a-9b94-eb46cce5e35f tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdc264f7-f85e-4cd7-b5b3-9446b4a00d17 HTTP/1.1" status: 200 len: 944 time: 0.1179059 Jul 13 20:20:28.526162 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-3c005aea-a05e-4c2f-8eb6-a86b164fcc4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:28.533110 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-32831b11-8237-4bdf-83e3-ec063401a115 req-73cbb030-ed61-4b3e-ad09-639710de8bea tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/security-groups?id=f88ee1f2-d0d8-4b8c-8ce1-d71e0d8f6e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375793 Jul 13 20:20:28.548159 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-3c005aea-a05e-4c2f-8eb6-a86b164fcc4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:28.596121 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-3c005aea-a05e-4c2f-8eb6-a86b164fcc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:28.599295 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-3c005aea-a05e-4c2f-8eb6-a86b164fcc4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:28.600620 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-3c005aea-a05e-4c2f-8eb6-a86b164fcc4b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6bf238ec-077e-437f-af1e-4ed36c0cab08 HTTP/1.1" status: 204 len: 168 time: 0.1276498 Jul 13 20:20:28.610339 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c005aea-a05e-4c2f-8eb6-a86b164fcc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf238ec-077e-437f-af1e-4ed36c0cab08,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:28.880384 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 45132) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:28.892604 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 1747c04d-4dd4-44c1-b43d-6f97e8316032 up at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:20:28.894235 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-b01f7a5e-bffa-46ce-860a-24987ab35c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:28.944863 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning for port 1747c04d-4dd4-44c1-b43d-6f97e8316032 completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:20:28.948920 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning complete for port 1747c04d-4dd4-44c1-b43d-6f97e8316032 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:28.949516 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:28.993745 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-b01f7a5e-bffa-46ce-860a-24987ab35c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:28.998657 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-b01f7a5e-bffa-46ce-860a-24987ab35c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:29.037103 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f7a5e-bffa-46ce-860a-24987ab35c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43fd387-18a7-441f-9cd3-47fd31897f8b,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:29.041342 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-b01f7a5e-bffa-46ce-860a-24987ab35c2a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fea2d87d7b1649988223b4d9937aee7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1599238 Jul 13 20:20:29.044106 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 45138) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:29.047985 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:29.077060 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc264f7-f85e-4cd7-b5b3-9446b4a00d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1747c04d-4dd4-44c1-b43d-6f97e8316032'}] {{(pid=92959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:20:29.079422 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a95ef25a805c455dc0e319f75fe5c37b751c8207b334ba38c934020b16a01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1a8297-a62a-41c6-b0e9-ab41ef14a4cb" -d '{"events": [{"server_uuid": "cdc264f7-f85e-4cd7-b5b3-9446b4a00d17", "name": "network-vif-plugged", "status": "completed", "tag": "1747c04d-4dd4-44c1-b43d-6f97e8316032"}]}' {{(pid=92959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:20:29.100064 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 1747c04d-4dd4-44c1-b43d-6f97e8316032, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=1747c04d-4dd4-44c1-b43d-6f97e8316032,segment=NetworkSegment(b4ce49ff-3cc5-4f13-a498-63dc22734ac2),segment_id=b4ce49ff-3cc5-4f13-a498-63dc22734ac2)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:20:29.106385 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:29.110712 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7ae95d92-5c4a-4de8-a939-c02e59648755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:29.143123 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7ae95d92-5c4a-4de8-a939-c02e59648755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:29.146983 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352a951c-628b-4713-b04b-b6d909c82069 x-openstack-request-id: req-352a951c-628b-4713-b04b-b6d909c82069 {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:20:29.147353 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc264f7-f85e-4cd7-b5b3-9446b4a00d17", "name": "network-vif-plugged", "status": "completed", "tag": "1747c04d-4dd4-44c1-b43d-6f97e8316032", "code": 200}]} {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:20:29.147669 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-352a951c-628b-4713-b04b-b6d909c82069 {{(pid=92959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:20:29.148160 dv-cinder-800697-1-iscsi neutron-server[92959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc264f7-f85e-4cd7-b5b3-9446b4a00d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1747c04d-4dd4-44c1-b43d-6f97e8316032', 'code': 200} Jul 13 20:20:29.188261 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=1747c04d-4dd4-44c1-b43d-6f97e8316032,revision_number=5']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:29.196442 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:29.196831 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:29.197281 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:29.197712 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:29.198147 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:29.198875 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:29.199390 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:29.200019 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:29.200527 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:29.201250 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:29.201826 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:29.202255 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:29.225892 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7ae95d92-5c4a-4de8-a939-c02e59648755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:29.229482 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7ae95d92-5c4a-4de8-a939-c02e59648755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:29.234136 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-7ae95d92-5c4a-4de8-a939-c02e59648755 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d43fd387-18a7-441f-9cd3-47fd31897f8b HTTP/1.1" status: 204 len: 168 time: 0.1850123 Jul 13 20:20:29.241001 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae95d92-5c4a-4de8-a939-c02e59648755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43fd387-18a7-441f-9cd3-47fd31897f8b,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:29.382921 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676399c1-ae9a-403e-bc07-b4d5498b0e76 req-1a231910-45cf-4c02-b77b-1a256153ee54 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:29.384504 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-676399c1-ae9a-403e-bc07-b4d5498b0e76 req-1a231910-45cf-4c02-b77b-1a256153ee54 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.0663772 Jul 13 20:20:29.430003 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-676399c1-ae9a-403e-bc07-b4d5498b0e76 req-36531e14-fe9c-4a14-9548-5642ad79a3f1 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391998 Jul 13 20:20:29.483997 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df4ae4-8f4f-441a-98cf-27d3632ae1af req-ac9b1eb7-a2dd-4057-b0d1-702cb8eb155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:29.485579 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-d1df4ae4-8f4f-441a-98cf-27d3632ae1af req-ac9b1eb7-a2dd-4057-b0d1-702cb8eb155e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cdc264f7-f85e-4cd7-b5b3-9446b4a00d17 HTTP/1.1" status: 200 len: 1098 time: 0.0909724 Jul 13 20:20:29.711004 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf505d05-22bd-4fc1-b7f4-cdc434016ce2 req-d3f329e2-a9f1-43b1-a3af-fdb0222a9d8d tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:29.712512 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cf505d05-22bd-4fc1-b7f4-cdc434016ce2 req-d3f329e2-a9f1-43b1-a3af-fdb0222a9d8d tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdc264f7-f85e-4cd7-b5b3-9446b4a00d17 HTTP/1.1" status: 200 len: 945 time: 0.0650976 Jul 13 20:20:29.751864 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cf505d05-22bd-4fc1-b7f4-cdc434016ce2 req-1ab9ed1f-efa9-475d-bb29-107f31320b7e tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/security-groups?id=f88ee1f2-d0d8-4b8c-8ce1-d71e0d8f6e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337875 Jul 13 20:20:30.645859 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2fca8-e3f6-4123-9201-7cd2e0a47111 req-70ec9360-e802-4419-9fc8-928feec0a4db tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:30.647723 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-86f2fca8-e3f6-4123-9201-7cd2e0a47111 req-70ec9360-e802-4419-9fc8-928feec0a4db tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.0765641 Jul 13 20:20:30.671542 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-d1df4ae4-8f4f-441a-98cf-27d3632ae1af req-6f1533b6-54f6-459f-9d74-4bf6cfabeb75 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f88ee1f2-d0d8-4b8c-8ce1-d71e0d8f6e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440385 Jul 13 20:20:30.689942 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-86f2fca8-e3f6-4123-9201-7cd2e0a47111 req-4b7f035a-809a-4522-978d-885629d7b1b0 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358949 Jul 13 20:20:30.942021 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556481f-7882-4df8-8b21-0e9421b9fb2a req-43671a5b-6bee-45a2-ac31-e21674da72aa tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:30.943515 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f556481f-7882-4df8-8b21-0e9421b9fb2a req-43671a5b-6bee-45a2-ac31-e21674da72aa tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdc264f7-f85e-4cd7-b5b3-9446b4a00d17 HTTP/1.1" status: 200 len: 945 time: 0.0673406 Jul 13 20:20:30.983435 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f556481f-7882-4df8-8b21-0e9421b9fb2a req-c14ca350-e7dd-4d9a-b995-6ec147d99a9e tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/security-groups?id=f88ee1f2-d0d8-4b8c-8ce1-d71e0d8f6e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336812 Jul 13 20:20:31.876458 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ee4f4-874d-4750-9f71-a923c0b125fe req-ec9b4fa1-c93c-4239-a950-56401d9a3760 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:31.877946 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-958ee4f4-874d-4750-9f71-a923c0b125fe req-ec9b4fa1-c93c-4239-a950-56401d9a3760 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.0694549 Jul 13 20:20:32.093822 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-958ee4f4-874d-4750-9f71-a923c0b125fe req-c27d796a-8409-4de4-adab-a319b739d57b tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2102742 Jul 13 20:20:32.160683 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562871d2-2804-4969-b609-2fcbe8bd2a68 req-c0c3582d-ebea-4cb4-a1b6-50d9fed0447c tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:32.162805 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-562871d2-2804-4969-b609-2fcbe8bd2a68 req-c0c3582d-ebea-4cb4-a1b6-50d9fed0447c tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdc264f7-f85e-4cd7-b5b3-9446b4a00d17 HTTP/1.1" status: 200 len: 945 time: 0.0632577 Jul 13 20:20:32.200685 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-562871d2-2804-4969-b609-2fcbe8bd2a68 req-a7a99b02-155f-4509-8c4f-796e69caf4af tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/security-groups?id=f88ee1f2-d0d8-4b8c-8ce1-d71e0d8f6e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321929 Jul 13 20:20:33.283872 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca391b-57fa-4860-aad9-78abd549e829 req-2ce010ac-ff72-433b-8c9e-9fcbaf22e87d tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:33.285698 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b5ca391b-57fa-4860-aad9-78abd549e829 req-2ce010ac-ff72-433b-8c9e-9fcbaf22e87d tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.0706129 Jul 13 20:20:33.348496 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b5ca391b-57fa-4860-aad9-78abd549e829 req-04386293-6151-477d-a20a-5328952b8031 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565972 Jul 13 20:20:33.413668 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8cb6d-2900-4c75-b672-f72dc75b1b5e req-d484c14d-2f1c-4002-ba5e-98ebf492b0b1 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:33.415247 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-81f8cb6d-2900-4c75-b672-f72dc75b1b5e req-d484c14d-2f1c-4002-ba5e-98ebf492b0b1 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdc264f7-f85e-4cd7-b5b3-9446b4a00d17 HTTP/1.1" status: 200 len: 945 time: 0.0840032 Jul 13 20:20:33.470793 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-81f8cb6d-2900-4c75-b672-f72dc75b1b5e req-30abf8df-dd4c-4d7f-b4a6-da3b307bb6ed tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/security-groups?id=f88ee1f2-d0d8-4b8c-8ce1-d71e0d8f6e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494592 Jul 13 20:20:33.771829 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-f1b30849-9ce7-4f00-bf1f-5b884f4e317b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:34.532493 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ae128-30c9-4643-baca-ffc002df30db req-5a741acf-ec7c-4ef7-93ea-1b4bd7cac767 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:34.534132 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-427ae128-30c9-4643-baca-ffc002df30db req-5a741acf-ec7c-4ef7-93ea-1b4bd7cac767 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.0654998 Jul 13 20:20:34.582436 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-427ae128-30c9-4643-baca-ffc002df30db req-95ab77a9-a50b-43f2-8819-2913aabbc404 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425379 Jul 13 20:20:34.673663 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d153a-484e-4986-ae12-23bd93086fea req-f712f40c-4690-4c64-8022-53cceaddc271 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:34.675137 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8e9d153a-484e-4986-ae12-23bd93086fea req-f712f40c-4690-4c64-8022-53cceaddc271 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdc264f7-f85e-4cd7-b5b3-9446b4a00d17 HTTP/1.1" status: 200 len: 945 time: 0.0723939 Jul 13 20:20:34.712509 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8e9d153a-484e-4986-ae12-23bd93086fea req-869230ca-da29-4304-a0a7-65ba0622f906 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/security-groups?id=f88ee1f2-d0d8-4b8c-8ce1-d71e0d8f6e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317197 Jul 13 20:20:34.780492 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 45280) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:34.893099 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-734b20cd-b9aa-42ba-9ef6-c6d55875f70d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:34.996771 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-734b20cd-b9aa-42ba-9ef6-c6d55875f70d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:35.001249 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-734b20cd-b9aa-42ba-9ef6-c6d55875f70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:35.042984 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-734b20cd-b9aa-42ba-9ef6-c6d55875f70d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=43d191ab0b8a42ba8345f29978be3622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2591560 Jul 13 20:20:35.042984 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b20cd-b9aa-42ba-9ef6-c6d55875f70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93458467-d8d0-4ca7-aca9-ba793e370822,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:35.045744 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 45292) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:35.107858 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-eae40eae-e658-4fc6-a7fe-a064954f2d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:35.144219 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-eae40eae-e658-4fc6-a7fe-a064954f2d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:35.215742 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402d4d1-ae84-4d12-a80a-7240975e86b6 req-d361c1e6-6b5e-45d0-b2cd-39c6ff8c7049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:35.222179 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-7402d4d1-ae84-4d12-a80a-7240975e86b6 req-d361c1e6-6b5e-45d0-b2cd-39c6ff8c7049 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc1202cbb5ca410abbcdef9b3fca32f7&device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 1099 time: 0.0873387 Jul 13 20:20:35.274835 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab4cdc-1722-4478-85a2-ca054bd9e356 req-f7191f7a-0e03-4646-a116-21054a4179ab tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:35.276375 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5fab4cdc-1722-4478-85a2-ca054bd9e356 req-f7191f7a-0e03-4646-a116-21054a4179ab tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.0758190 Jul 13 20:20:35.284902 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-eae40eae-e658-4fc6-a7fe-a064954f2d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:35.287393 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-eae40eae-e658-4fc6-a7fe-a064954f2d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:35.291219 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-eae40eae-e658-4fc6-a7fe-a064954f2d79 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/93458467-d8d0-4ca7-aca9-ba793e370822 HTTP/1.1" status: 204 len: 168 time: 0.2371910 Jul 13 20:20:35.303408 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae40eae-e658-4fc6-a7fe-a064954f2d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93458467-d8d0-4ca7-aca9-ba793e370822,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:35.345702 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402d4d1-ae84-4d12-a80a-7240975e86b6 req-79ff379f-cce7-47b9-9364-00be71bfcc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:35.347496 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-7402d4d1-ae84-4d12-a80a-7240975e86b6 req-79ff379f-cce7-47b9-9364-00be71bfcc3f service neutron] 10.222.0.47 "GET /v2.0/networks?id=680d4961-3ce0-4364-a639-3d638a8730da HTTP/1.1" status: 200 len: 920 time: 0.1208098 Jul 13 20:20:35.354348 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-0421af9c-9fab-42c0-831c-9ed056bdfb1d tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1556664927&fields=id&tenant_id=8fc4ea195ad4429aa7573b9a0305dbb4 HTTP/1.1" status: 200 len: 267 time: 0.0769572 Jul 13 20:20:35.361780 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5fab4cdc-1722-4478-85a2-ca054bd9e356 req-a01b5a4c-0175-4fa4-b78e-4c00bd4c931d tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783310 Jul 13 20:20:35.403158 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-7402d4d1-ae84-4d12-a80a-7240975e86b6 req-c549d3dd-e647-4ddd-91c5-4c557992fd65 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=496a2b26-b324-4a14-85bd-ecf02a06773c HTTP/1.1" status: 200 len: 217 time: 0.0471637 Jul 13 20:20:35.465585 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402d4d1-ae84-4d12-a80a-7240975e86b6 req-da0bf9d2-6660-4ef4-873b-34ef31357f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:35.467324 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-7402d4d1-ae84-4d12-a80a-7240975e86b6 req-da0bf9d2-6660-4ef4-873b-34ef31357f4b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dc3305a-19e2-4f5f-b91b-410acd0592f6 HTTP/1.1" status: 200 len: 859 time: 0.0552890 Jul 13 20:20:35.494507 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-e3b00cc8-9f2a-4f00-b598-a12556da562b tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:35.496082 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-e3b00cc8-9f2a-4f00-b598-a12556da562b tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/networks?id=23e04280-011c-4830-9f31-aeff7c63ac5d HTTP/1.1" status: 200 len: 808 time: 0.1331446 Jul 13 20:20:35.512425 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-8df778ef-edef-4d63-85a7-3bb08dae2365 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/quotas/8fc4ea195ad4429aa7573b9a0305dbb4 HTTP/1.1" status: 200 len: 375 time: 0.0102487 Jul 13 20:20:35.518337 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-7402d4d1-ae84-4d12-a80a-7240975e86b6 req-b8af83c6-5c29-443f-8c00-3804cf72b468 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=680d4961-3ce0-4364-a639-3d638a8730da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446861 Jul 13 20:20:35.599107 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-36730444-9114-4c0d-9fa0-1e396e63d870 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8fc4ea195ad4429aa7573b9a0305dbb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801694 Jul 13 20:20:35.644310 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-7402d4d1-ae84-4d12-a80a-7240975e86b6 req-62a27c47-5b3a-468b-bcc4-adb4221f71cc service neutron] 10.222.0.47 "GET /v2.0/networks/680d4961-3ce0-4364-a639-3d638a8730da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185205 Jul 13 20:20:35.667245 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 45316) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:35.692162 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c96f2a39-9bc2-473c-9df6-cc30459fcf4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:35.770161 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-7402d4d1-ae84-4d12-a80a-7240975e86b6 req-5658d87e-19c1-4d53-9888-d3d66cb05f01 service neutron] 10.222.0.47 "GET /v2.0/networks/680d4961-3ce0-4364-a639-3d638a8730da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130772 Jul 13 20:20:35.798723 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-5f84dda1-70bb-4d58-b5ff-3979b79368a8 service neutron] 10.222.0.41 "GET /v2.0/networks/23e04280-011c-4830-9f31-aeff7c63ac5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839821 Jul 13 20:20:35.983041 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c96f2a39-9bc2-473c-9df6-cc30459fcf4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:35.989800 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 45328) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:35.991688 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe9bda-1b3b-4216-912d-86c3aa97b10b req-42dc7d59-92b5-442f-88b5-e77348f0bde1 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:35.993222 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1dbe9bda-1b3b-4216-912d-86c3aa97b10b req-42dc7d59-92b5-442f-88b5-e77348f0bde1 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.1858921 Jul 13 20:20:35.996069 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c96f2a39-9bc2-473c-9df6-cc30459fcf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:36.011009 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-3c65f0d8-7981-4f52-8bc8-eb26b8f00c6a service neutron] 10.222.0.41 "GET /v2.0/networks/23e04280-011c-4830-9f31-aeff7c63ac5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971998 Jul 13 20:20:36.059002 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-c96f2a39-9bc2-473c-9df6-cc30459fcf4c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4abe8430228f4a2ea11b996539483fb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3906496 Jul 13 20:20:36.062566 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 45332) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:36.065266 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f2a39-9bc2-473c-9df6-cc30459fcf4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cca09e8-f2cd-4b33-8f4d-3766e6a03073,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:36.075635 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1dbe9bda-1b3b-4216-912d-86c3aa97b10b req-9f07aa4c-3557-4ac5-b065-1e66564462a4 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729940 Jul 13 20:20:36.098867 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-7c585ed4-eee0-48e4-b7c2-68a66567ee61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:36.136677 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-ba28c4e7-503a-4507-a95b-4cbd4951b33c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:36.172027 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-6ed4282d-a2f3-41a2-9a3c-756f1a06805d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:36.206768 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-6ed4282d-a2f3-41a2-9a3c-756f1a06805d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:36.269892 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e5a5a-3fc9-45bd-b16c-036729874a65 req-e371f441-a507-4409-8a37-6df9d9b39327 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:36.276530 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-724e5a5a-3fc9-45bd-b16c-036729874a65 req-e371f441-a507-4409-8a37-6df9d9b39327 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdc264f7-f85e-4cd7-b5b3-9446b4a00d17 HTTP/1.1" status: 200 len: 945 time: 0.0828800 Jul 13 20:20:36.283660 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-6ed4282d-a2f3-41a2-9a3c-756f1a06805d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:36.286134 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-6ed4282d-a2f3-41a2-9a3c-756f1a06805d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:36.287426 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-6ed4282d-a2f3-41a2-9a3c-756f1a06805d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4cca09e8-f2cd-4b33-8f4d-3766e6a03073 HTTP/1.1" status: 204 len: 168 time: 0.2233231 Jul 13 20:20:36.305665 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-ba28c4e7-503a-4507-a95b-4cbd4951b33c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:36.307104 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4282d-a2f3-41a2-9a3c-756f1a06805d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cca09e8-f2cd-4b33-8f4d-3766e6a03073,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:36.312464 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-ba28c4e7-503a-4507-a95b-4cbd4951b33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:36.347583 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-724e5a5a-3fc9-45bd-b16c-036729874a65 req-71f9b7e3-ba1c-4588-b586-8acba3e521f2 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/security-groups?id=f88ee1f2-d0d8-4b8c-8ce1-d71e0d8f6e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684819 Jul 13 20:20:36.384898 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-ba28c4e7-503a-4507-a95b-4cbd4951b33c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3304e6784ce94ffeb0f019d65c0c14c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3915687 Jul 13 20:20:36.384898 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28c4e7-503a-4507-a95b-4cbd4951b33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944f2931-1e8e-4550-b83e-bfdae1453b35,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:36.386124 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 45346) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:36.414446 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fd3ade84-1f7f-4a5d-b8d4-bde905089855 req-00f53d91-2f7c-445d-baaf-b6fe5d3ea7a4 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 210 time: 0.0446167 Jul 13 20:20:36.481251 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-18ba1cc8-bdaf-4f12-9f3f-4569d7a69891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:36.510993 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-18ba1cc8-bdaf-4f12-9f3f-4569d7a69891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:36.606893 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2928a3-6476-4caa-88d4-f7473b01fed8 req-3d35b3b4-0592-4107-9839-d08a807851df tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:36.608486 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4a2928a3-6476-4caa-88d4-f7473b01fed8 req-3d35b3b4-0592-4107-9839-d08a807851df tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.0893955 Jul 13 20:20:36.609616 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-18ba1cc8-bdaf-4f12-9f3f-4569d7a69891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:36.612177 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-18ba1cc8-bdaf-4f12-9f3f-4569d7a69891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:36.616090 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-18ba1cc8-bdaf-4f12-9f3f-4569d7a69891 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/944f2931-1e8e-4550-b83e-bfdae1453b35 HTTP/1.1" status: 204 len: 168 time: 0.2065279 Jul 13 20:20:36.629087 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba1cc8-bdaf-4f12-9f3f-4569d7a69891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944f2931-1e8e-4550-b83e-bfdae1453b35,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:36.679655 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4a2928a3-6476-4caa-88d4-f7473b01fed8 req-31d8ac08-3b0a-4fb1-a137-92e7b024af1e tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626979 Jul 13 20:20:36.783777 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:37.290716 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b30491-d6de-4647-ae59-4c9ede6ce56a req-da34195e-7da9-472a-a3df-c7a9340263bf tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:37.292281 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e1b30491-d6de-4647-ae59-4c9ede6ce56a req-da34195e-7da9-472a-a3df-c7a9340263bf tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.0789909 Jul 13 20:20:37.334135 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e1b30491-d6de-4647-ae59-4c9ede6ce56a req-86c6d6bb-9ea1-4f19-b743-ee77f62ea824 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347044 Jul 13 20:20:37.427891 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2034f-e6db-4a26-b304-28b6126edabc req-2d0b8599-7b4a-402b-a66c-17c1c9cdc7b4 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:37.429606 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-68f2034f-e6db-4a26-b304-28b6126edabc req-2d0b8599-7b4a-402b-a66c-17c1c9cdc7b4 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdc264f7-f85e-4cd7-b5b3-9446b4a00d17 HTTP/1.1" status: 200 len: 945 time: 0.0807481 Jul 13 20:20:37.467734 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:37.496685 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 45404) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:37.632442 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a51e82d3-bbcb-4db2-a923-8d2daf46f559 req-70fec097-ae55-4644-997f-c0e12fb361f8 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 210 time: 0.0397320 Jul 13 20:20:37.663376 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea6311-ac28-400f-8e22-db28d5a60615 req-4da9a548-e90d-4c97-a1dc-28062c402f48 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:37.671256 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dbea6311-ac28-400f-8e22-db28d5a60615 req-4da9a548-e90d-4c97-a1dc-28062c402f48 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdc264f7-f85e-4cd7-b5b3-9446b4a00d17 HTTP/1.1" status: 200 len: 945 time: 0.1223595 Jul 13 20:20:37.692550 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-68f2034f-e6db-4a26-b304-28b6126edabc req-98835d26-9d2f-4f22-8b63-a493b2917f82 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Deleting port 1747c04d-4dd4-44c1-b43d-6f97e8316032 {{(pid=92957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:20:37.694071 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-68f2034f-e6db-4a26-b304-28b6126edabc req-98835d26-9d2f-4f22-8b63-a493b2917f82 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:37.741146 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dbea6311-ac28-400f-8e22-db28d5a60615 req-4a2941aa-60ba-4a46-ae16-e67346210012 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/security-groups?id=f88ee1f2-d0d8-4b8c-8ce1-d71e0d8f6e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686576 Jul 13 20:20:37.786035 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-67736a7e-67fd-43e9-ba97-d93c59b3e512 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1641522643-network', 'tenant_id': '3029e7699307438c86dc648956083042'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:20:37.809810 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67736a7e-67fd-43e9-ba97-d93c59b3e512 admin admin] Made reservation on behalf of 3029e7699307438c86dc648956083042 for: {'network': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:20:37.814143 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-67736a7e-67fd-43e9-ba97-d93c59b3e512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for network, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:37.825795 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-67736a7e-67fd-43e9-ba97-d93c59b3e512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:37.962035 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb7dc1-b7c6-44bc-9c73-2e474669d8d1 req-cb5a1b5c-1ef9-49ac-9ea8-4a38ee74033e tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:37.963706 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dadb7dc1-b7c6-44bc-9c73-2e474669d8d1 req-cb5a1b5c-1ef9-49ac-9ea8-4a38ee74033e tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.1143351 Jul 13 20:20:38.051418 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dadb7dc1-b7c6-44bc-9c73-2e474669d8d1 req-75420aa1-262f-4bd0-9ece-5e32ebab6a57 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794628 Jul 13 20:20:38.063311 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-67736a7e-67fd-43e9-ba97-d93c59b3e512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:38.070124 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-67736a7e-67fd-43e9-ba97-d93c59b3e512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:38.103117 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67736a7e-67fd-43e9-ba97-d93c59b3e512 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=92958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:20:38.120794 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67736a7e-67fd-43e9-ba97-d93c59b3e512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c88f80-7df0-4b26-b82b-637454c789ed,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:38.124793 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-67736a7e-67fd-43e9-ba97-d93c59b3e512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996'] for segment, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:38.125297 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.db.segments_db [None req-67736a7e-67fd-43e9-ba97-d93c59b3e512 admin admin] Added segment 71eb11d8-5f9a-449d-80b6-f03fd5bc353d of type vlan for network bb455b5d-45bd-4628-96d1-fb52590d86a6 Jul 13 20:20:38.173736 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-67736a7e-67fd-43e9-ba97-d93c59b3e512 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781992687126'] for network, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:38.198562 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-1589847b-caab-4a0f-81ef-4853ac8ec3a8 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:38.200206 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-1589847b-caab-4a0f-81ef-4853ac8ec3a8 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.47 "GET /v2.0/networks?id=23e04280-011c-4830-9f31-aeff7c63ac5d HTTP/1.1" status: 200 len: 808 time: 0.4997950 Jul 13 20:20:38.203773 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-67736a7e-67fd-43e9-ba97-d93c59b3e512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962'] for network, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:38.204928 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67736a7e-67fd-43e9-ba97-d93c59b3e512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:38.205550 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-67736a7e-67fd-43e9-ba97-d93c59b3e512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for network, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:38.209901 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-68f2034f-e6db-4a26-b304-28b6126edabc req-98835d26-9d2f-4f22-8b63-a493b2917f82 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] For port 1747c04d-4dd4-44c1-b43d-6f97e8316032, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=1747c04d-4dd4-44c1-b43d-6f97e8316032,segment=NetworkSegment(b4ce49ff-3cc5-4f13-a498-63dc22734ac2),segment_id=b4ce49ff-3cc5-4f13-a498-63dc22734ac2)] {{(pid=92957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:20:38.210497 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-68f2034f-e6db-4a26-b304-28b6126edabc req-98835d26-9d2f-4f22-8b63-a493b2917f82 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:38.225649 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-68f2034f-e6db-4a26-b304-28b6126edabc req-98835d26-9d2f-4f22-8b63-a493b2917f82 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Calling delete_port for 1747c04d-4dd4-44c1-b43d-6f97e8316032 owned by compute:nova {{(pid=92957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:20:38.267942 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-67736a7e-67fd-43e9-ba97-d93c59b3e512 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7700000 Jul 13 20:20:38.270733 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 45426) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:38.276147 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-3badd81f-fcfb-4fc3-94c9-1b1c672ac380 admin admin] Request body: {'subnet': {'network_id': 'bb455b5d-45bd-4628-96d1-fb52590d86a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1641522643-subnet', 'tenant_id': '3029e7699307438c86dc648956083042', 'ip_version': 4}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:20:38.283636 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67736a7e-67fd-43e9-ba97-d93c59b3e512 admin admin] Pushing event updated for resources: {'Network': ['ID=bb455b5d-45bd-4628-96d1-fb52590d86a6,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:38.301368 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Network bb455b5d-45bd-4628-96d1-fb52590d86a6 details requested by agent ovs-agent-dv-cinder-800697-1-iscsi with host dv-cinder-800697-1-iscsi {{(pid=92959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:20:38.316624 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3badd81f-fcfb-4fc3-94c9-1b1c672ac380 admin admin] Made reservation on behalf of 3029e7699307438c86dc648956083042 for: {'subnet': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:20:38.319016 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3badd81f-fcfb-4fc3-94c9-1b1c672ac380 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15819432'] for subnet, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:38.347140 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-2669e665-4b71-41c8-960d-30105b61d782 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fc4ea195ad4429aa7573b9a0305dbb4 HTTP/1.1" status: 200 len: 380 time: 0.1114569 Jul 13 20:20:38.365455 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-acbdc2cf-37c7-45fe-b4fd-f9757300370e tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Request body: {'port': {'device_id': '8cc80579-6334-45ad-a8eb-14400d6fd358', 'network_id': '23e04280-011c-4830-9f31-aeff7c63ac5d', 'admin_state_up': True, 'tenant_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'security_groups': ['14a5327a-86d5-4ebd-87b4-b709fd851832']}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:20:38.524581 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-68f2034f-e6db-4a26-b304-28b6126edabc req-98835d26-9d2f-4f22-8b63-a493b2917f82 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:38.547508 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['1747c04d-4dd4-44c1-b43d-6f97e8316032'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:20:38.576774 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98835d26-9d2f-4f22-8b63-a493b2917f82 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Pushing event deleted for resources: {'Port': ['ID=1747c04d-4dd4-44c1-b43d-6f97e8316032,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:38.593271 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-acbdc2cf-37c7-45fe-b4fd-f9757300370e tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Made reservation on behalf of 8fc4ea195ad4429aa7573b9a0305dbb4 for: {'port': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:20:38.597481 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-acbdc2cf-37c7-45fe-b4fd-f9757300370e tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:38.640177 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3badd81f-fcfb-4fc3-94c9-1b1c672ac380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15916259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15819418'] for subnet, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:38.654150 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f2034f-e6db-4a26-b304-28b6126edabc req-98835d26-9d2f-4f22-8b63-a493b2917f82 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] No DVR routers for this DVR port 1747c04d-4dd4-44c1-b43d-6f97e8316032 on host hv-cinder-80069 {{(pid=92957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:20:38.659193 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-68f2034f-e6db-4a26-b304-28b6126edabc req-98835d26-9d2f-4f22-8b63-a493b2917f82 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:38.661283 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-68f2034f-e6db-4a26-b304-28b6126edabc req-98835d26-9d2f-4f22-8b63-a493b2917f82 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.47 "DELETE /v2.0/ports/1747c04d-4dd4-44c1-b43d-6f97e8316032 HTTP/1.1" status: 204 len: 173 time: 1.2239840 Jul 13 20:20:38.661791 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc264f7-f85e-4cd7-b5b3-9446b4a00d17', 'name': 'network-vif-deleted', 'tag': '1747c04d-4dd4-44c1-b43d-6f97e8316032'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:20:38.664084 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5857b87-002e-42d2-8b67-1db42e6bb093" -d '{"events": [{"server_uuid": "cdc264f7-f85e-4cd7-b5b3-9446b4a00d17", "name": "network-vif-deleted", "tag": "1747c04d-4dd4-44c1-b43d-6f97e8316032"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:20:38.688240 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3badd81f-fcfb-4fc3-94c9-1b1c672ac380 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54796a68-d1a1-4045-8b72-1af62d04dcb7,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:38.710337 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08ff2b-49c2-4dce-9050-f542ed3b7073 req-6d711bd2-835e-45e4-bbf0-fca8f8fc826f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:38.712066 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3d08ff2b-49c2-4dce-9050-f542ed3b7073 req-6d711bd2-835e-45e4-bbf0-fca8f8fc826f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.1997967 Jul 13 20:20:38.756469 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021e9835-d270-4df1-9d8f-77a5d3016c70 x-openstack-request-id: req-021e9835-d270-4df1-9d8f-77a5d3016c70 {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:20:38.757003 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc264f7-f85e-4cd7-b5b3-9446b4a00d17", "name": "network-vif-deleted", "tag": "1747c04d-4dd4-44c1-b43d-6f97e8316032", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:20:38.757404 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-021e9835-d270-4df1-9d8f-77a5d3016c70 {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:20:38.759183 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3badd81f-fcfb-4fc3-94c9-1b1c672ac380 admin admin] Checking segment: {'id': '71eb11d8-5f9a-449d-80b6-f03fd5bc353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bb455b5d-45bd-4628-96d1-fb52590d86a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:20:38.759372 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3badd81f-fcfb-4fc3-94c9-1b1c672ac380 admin admin] Network hostable DHCP agents. Network: bb455b5d-45bd-4628-96d1-fb52590d86a6, hostable agents: ['9d6e4556-3812-4c7d-88f2-13bd16a57861'], hosted agents: [] {{(pid=92958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:20:38.759932 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc264f7-f85e-4cd7-b5b3-9446b4a00d17', 'name': 'network-vif-deleted', 'tag': '1747c04d-4dd4-44c1-b43d-6f97e8316032', 'status': 'completed', 'code': 200} Jul 13 20:20:38.788185 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3d08ff2b-49c2-4dce-9050-f542ed3b7073 req-3fdab7d7-b80c-4d1a-a37a-9924a466b861 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0648885 Jul 13 20:20:38.799106 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3badd81f-fcfb-4fc3-94c9-1b1c672ac380 admin admin] Network bb455b5d-45bd-4628-96d1-fb52590d86a6 is scheduled to be hosted by DHCP agent 9d6e4556-3812-4c7d-88f2-13bd16a57861 with binding_index 1 {{(pid=92958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:20:38.816694 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-3badd81f-fcfb-4fc3-94c9-1b1c672ac380 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-1-iscsi, bb455b5d-45bd-4628-96d1-fb52590d86a6) {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:20:38.831123 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21911a3-1d5b-4710-afeb-e374fb7564c3 None None] Network bb455b5d-45bd-4628-96d1-fb52590d86a6 requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:20:38.843079 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_common [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-acbdc2cf-37c7-45fe-b4fd-f9757300370e tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Allocated IP 172.20.0.8 (23e04280-011c-4830-9f31-aeff7c63ac5d/cad210ff-96a6-4a54-8511-5b333f142a9a/8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd) {{(pid=92957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:20:38.851639 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3badd81f-fcfb-4fc3-94c9-1b1c672ac380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:38.852384 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3badd81f-fcfb-4fc3-94c9-1b1c672ac380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for subnet, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:38.891352 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-3badd81f-fcfb-4fc3-94c9-1b1c672ac380 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6194284 Jul 13 20:20:38.894077 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 45448) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:38.901152 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-c68258f5-18a6-4a91-8ac0-6f76155cb53d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1641522643-router', 'tenant_id': '3029e7699307438c86dc648956083042', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'}}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:20:38.952881 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device e9504392-77c7-44af-b1ef-46bc1940c72c details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:20:38.980909 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4e3fc29b-cfbe-48d1-b128-0c1374df27b5 req-80638a26-552e-4fef-9507-1a59dfcbc9e7 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 210 time: 0.0560460 Jul 13 20:20:38.985095 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c68258f5-18a6-4a91-8ac0-6f76155cb53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4752'] for router, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:38.986671 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c68258f5-18a6-4a91-8ac0-6f76155cb53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4761'] for router, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:39.056065 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c68258f5-18a6-4a91-8ac0-6f76155cb53d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:39.091053 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-51b223c6-834f-432a-acd7-a114f369bcf0 req-c61a1577-934d-45ad-8b62-34a067c15b18 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdc264f7-f85e-4cd7-b5b3-9446b4a00d17 HTTP/1.1" status: 200 len: 210 time: 0.0312438 Jul 13 20:20:39.141179 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-acbdc2cf-37c7-45fe-b4fd-f9757300370e tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks [] for port, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:39.162929 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.provisioning_blocks [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-acbdc2cf-37c7-45fe-b4fd-f9757300370e tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Transition to ACTIVE for port object 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd will not be triggered until provisioned by entity DHCP. {{(pid=92957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:20:39.206294 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-acbdc2cf-37c7-45fe-b4fd-f9757300370e tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:39.258928 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:39.273398 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-acbdc2cf-37c7-45fe-b4fd-f9757300370e tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Network 23e04280-011c-4830-9f31-aeff7c63ac5d is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:20:39.283613 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-acbdc2cf-37c7-45fe-b4fd-f9757300370e tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:20:39.296897 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-acbdc2cf-37c7-45fe-b4fd-f9757300370e tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Received port after_create {{(pid=92957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:20:39.306312 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbdc2cf-37c7-45fe-b4fd-f9757300370e tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Pushing event updated for resources: {'Port': ['ID=8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:39.386990 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port e9504392-77c7-44af-b1ef-46bc1940c72c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=e9504392-77c7-44af-b1ef-46bc1940c72c,segment=NetworkSegment(e75817a0-f1ae-44cb-ac14-54dccbb196a1),segment_id=e75817a0-f1ae-44cb-ac14-54dccbb196a1)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:20:39.408323 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c68258f5-18a6-4a91-8ac0-6f76155cb53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1708278', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4747'] for router, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:39.408934 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00005126-e14a-4549-ac70-9507369437d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4343ca1b-82c6-5ec5-be1b-550c314ed552-bb455b5d-45bd-4628-96d1-fb52590d86a6', 'network_id': 'bb455b5d-45bd-4628-96d1-fb52590d86a6', 'tenant_id': '3029e7699307438c86dc648956083042', 'fixed_ips': [{'subnet_id': '54796a68-d1a1-4045-8b72-1af62d04dcb7'}]}} from dv-cinder-800697-1-iscsi. {{(pid=92959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:20:39.409912 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-00005126-e14a-4549-ac70-9507369437d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:39.427738 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-acbdc2cf-37c7-45fe-b4fd-f9757300370e tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:39.428886 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-acbdc2cf-37c7-45fe-b4fd-f9757300370e tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:39.441664 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Returning: {'device': 'e9504392-77c7-44af-b1ef-46bc1940c72c', 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a', 'port_id': 'e9504392-77c7-44af-b1ef-46bc1940c72c', 'mac_address': 'fa:16:3e:31:5a:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04816e2f-157f-4694-821b-ba4aff3014de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:20:39.447333 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ededd-dc8a-4747-9e8b-1bd3329887fd req-879ef2fd-7790-48a3-b9ca-47583df03a23 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:39.463247 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-acbdc2cf-37c7-45fe-b4fd-f9757300370e tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1018929 Jul 13 20:20:39.471777 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ac0ededd-dc8a-4747-9e8b-1bd3329887fd req-879ef2fd-7790-48a3-b9ca-47583df03a23 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.2491076 Jul 13 20:20:39.494072 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-281c37ef-6aa5-49bb-92d5-62f4c99f62d3 service neutron] Request body: {'port': {'device_id': '8cc80579-6334-45ad-a8eb-14400d6fd358', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:20:39.633329 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ac0ededd-dc8a-4747-9e8b-1bd3329887fd req-0977604f-a982-424a-8422-9c656bed39b5 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605346 Jul 13 20:20:39.673337 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-281c37ef-6aa5-49bb-92d5-62f4c99f62d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:39.702220 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:39.727037 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.db_base_plugin_common [None req-00005126-e14a-4549-ac70-9507369437d9 None None] Allocated IP 172.20.0.2 (bb455b5d-45bd-4628-96d1-fb52590d86a6/54796a68-d1a1-4045-8b72-1af62d04dcb7/bd03d96d-75fc-4a6d-bc13-d715cb92e1f0) {{(pid=92959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:20:39.738489 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e9504392-77c7-44af-b1ef-46bc1940c72c {{(pid=92959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:20:39.783450 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port e9504392-77c7-44af-b1ef-46bc1940c72c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=e9504392-77c7-44af-b1ef-46bc1940c72c,segment=NetworkSegment(e75817a0-f1ae-44cb-ac14-54dccbb196a1),segment_id=e75817a0-f1ae-44cb-ac14-54dccbb196a1)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:20:39.799162 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:39.893040 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-ac3741a1-55f6-4867-8a11-a1ca49e21d39 None None] Provisioning for port 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd completed by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:20:39.914138 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['e9504392-77c7-44af-b1ef-46bc1940c72c'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:20:39.958640 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-ac3741a1-55f6-4867-8a11-a1ca49e21d39 None None] Provisioning complete for port 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:39.959372 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-ac3741a1-55f6-4867-8a11-a1ca49e21d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:39.973236 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c68258f5-18a6-4a91-8ac0-6f76155cb53d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:40.013258 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=e9504392-77c7-44af-b1ef-46bc1940c72c,revision_number=6']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:40.061388 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c68258f5-18a6-4a91-8ac0-6f76155cb53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:40.072388 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-ac3741a1-55f6-4867-8a11-a1ca49e21d39 None None] Port 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd cannot update to ACTIVE because it is not bound. {{(pid=92959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:20:40.202322 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-00005126-e14a-4549-ac70-9507369437d9 None None] Notify callbacks [] for port, precommit_create {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:40.231155 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-00005126-e14a-4549-ac70-9507369437d9 None None] Transition to ACTIVE for port object bd03d96d-75fc-4a6d-bc13-d715cb92e1f0 will not be triggered until provisioned by entity L2. {{(pid=92959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:20:40.257935 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [None req-c68258f5-18a6-4a91-8ac0-6f76155cb53d admin admin] Allocated IP 172.27.1.22 (e57c7c0c-39ec-40cf-b750-a71f25c7d8d2/a207c1df-41ac-48bd-9f72-165f77d81169/af7d17f9-2725-4141-890a-6568b8b1d242) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:20:40.269943 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-00005126-e14a-4549-ac70-9507369437d9 None None] Transition to ACTIVE for port object bd03d96d-75fc-4a6d-bc13-d715cb92e1f0 will not be triggered until provisioned by entity DHCP. {{(pid=92959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:20:40.282377 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-00005126-e14a-4549-ac70-9507369437d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094'] for port, after_create {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:40.327683 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00005126-e14a-4549-ac70-9507369437d9 None None] Network bb455b5d-45bd-4628-96d1-fb52590d86a6 is already hosted by enough agents. {{(pid=92959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:20:40.329137 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-281c37ef-6aa5-49bb-92d5-62f4c99f62d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd {{(pid=92957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:20:40.334164 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.scheduler.base_scheduler [None req-00005126-e14a-4549-ac70-9507369437d9 None None] Resources bound (agent type, host, resource id): {{(pid=92959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:20:40.339301 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00005126-e14a-4549-ac70-9507369437d9 None None] Received port after_create {{(pid=92959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:20:40.342691 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-281c37ef-6aa5-49bb-92d5-62f4c99f62d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:40.358265 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.provisioning_blocks [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-281c37ef-6aa5-49bb-92d5-62f4c99f62d3 service neutron] Transition to ACTIVE for port object 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd will not be triggered until provisioned by entity L2. {{(pid=92957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:20:40.367363 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-281c37ef-6aa5-49bb-92d5-62f4c99f62d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:40.387566 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da36d6-6bd3-46eb-8e8f-abe8cdb29cfc req-cfcb6555-cba6-4548-b6f3-26c0bc338347 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:40.389718 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-35da36d6-6bd3-46eb-8e8f-abe8cdb29cfc req-cfcb6555-cba6-4548-b6f3-26c0bc338347 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 944 time: 0.2005382 Jul 13 20:20:40.415572 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00005126-e14a-4549-ac70-9507369437d9 None None] Pushing event updated for resources: {'Port': ['ID=bd03d96d-75fc-4a6d-bc13-d715cb92e1f0,revision_number=1']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:40.429750 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-00005126-e14a-4549-ac70-9507369437d9 None None] Attempting to bind port bd03d96d-75fc-4a6d-bc13-d715cb92e1f0 on host dv-cinder-800697-1-iscsi for vnic_type normal with profile {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:20:40.430310 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-00005126-e14a-4549-ac70-9507369437d9 None None] Attempting to bind port bd03d96d-75fc-4a6d-bc13-d715cb92e1f0 by drivers openvswitch,hyperv on host dv-cinder-800697-1-iscsi at level 0 using segments [{'id': '71eb11d8-5f9a-449d-80b6-f03fd5bc353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bb455b5d-45bd-4628-96d1-fb52590d86a6'}] {{(pid=92959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:20:40.430766 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00005126-e14a-4549-ac70-9507369437d9 None None] Attempting to bind port bd03d96d-75fc-4a6d-bc13-d715cb92e1f0 on network bb455b5d-45bd-4628-96d1-fb52590d86a6 {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:20:40.432237 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21752dce-076a-48fd-ba58-044cf0cb560e req-22172e9d-5ff2-4e45-8484-3f8b8b64d21a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:40.434081 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-21752dce-076a-48fd-ba58-044cf0cb560e req-22172e9d-5ff2-4e45-8484-3f8b8b64d21a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 931 time: 0.1785276 Jul 13 20:20:40.439833 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c37ef-6aa5-49bb-92d5-62f4c99f62d3 service neutron] Pushing event updated for resources: {'Port': ['ID=8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd,revision_number=2']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:40.444418 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00005126-e14a-4549-ac70-9507369437d9 None None] Checking agent: {'id': '9033cd36-ce31-4b6d-a813-8d08366f9d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 10, 7), 'started_at': datetime.datetime(2021, 7, 13, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:20:40.444906 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00005126-e14a-4549-ac70-9507369437d9 None None] Checking segment: {'id': '71eb11d8-5f9a-449d-80b6-f03fd5bc353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bb455b5d-45bd-4628-96d1-fb52590d86a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:20:40.445406 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-00005126-e14a-4549-ac70-9507369437d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:40.445893 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00005126-e14a-4549-ac70-9507369437d9 None None] Bound using segment: {'id': '71eb11d8-5f9a-449d-80b6-f03fd5bc353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bb455b5d-45bd-4628-96d1-fb52590d86a6'} {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:20:40.446491 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-00005126-e14a-4549-ac70-9507369437d9 None None] Bound port: bd03d96d-75fc-4a6d-bc13-d715cb92e1f0, host: dv-cinder-800697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71eb11d8-5f9a-449d-80b6-f03fd5bc353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bb455b5d-45bd-4628-96d1-fb52590d86a6'}}] {{(pid=92959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:20:40.447066 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-00005126-e14a-4549-ac70-9507369437d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:40.487120 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-35da36d6-6bd3-46eb-8e8f-abe8cdb29cfc req-5f00484c-f7a6-4aa1-8536-8b48167e5cd9 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0871964 Jul 13 20:20:40.531169 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c68258f5-18a6-4a91-8ac0-6f76155cb53d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:40.546371 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-21752dce-076a-48fd-ba58-044cf0cb560e req-12f60dc6-40f4-45d4-aeaf-278189c442b4 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961778 Jul 13 20:20:40.587325 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-00005126-e14a-4549-ac70-9507369437d9 None None] For port bd03d96d-75fc-4a6d-bc13-d715cb92e1f0, host dv-cinder-800697-1-iscsi, cleared binding levels {{(pid=92959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:20:40.593828 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-00005126-e14a-4549-ac70-9507369437d9 None None] For port bd03d96d-75fc-4a6d-bc13-d715cb92e1f0, host dv-cinder-800697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=bd03d96d-75fc-4a6d-bc13-d715cb92e1f0,segment=NetworkSegment(71eb11d8-5f9a-449d-80b6-f03fd5bc353d),segment_id=71eb11d8-5f9a-449d-80b6-f03fd5bc353d)] {{(pid=92959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:20:40.624947 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-281c37ef-6aa5-49bb-92d5-62f4c99f62d3 service neutron] Attempting to bind port 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:20:40.624947 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-281c37ef-6aa5-49bb-92d5-62f4c99f62d3 service neutron] Attempting to bind port 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'b425f644-01d0-41f1-9d66-d17b7e83c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '23e04280-011c-4830-9f31-aeff7c63ac5d'}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:20:40.625244 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-00005126-e14a-4549-ac70-9507369437d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:40.625354 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-281c37ef-6aa5-49bb-92d5-62f4c99f62d3 service neutron] Attempting to bind port 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd on network 23e04280-011c-4830-9f31-aeff7c63ac5d {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:20:40.626746 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-281c37ef-6aa5-49bb-92d5-62f4c99f62d3 service neutron] Port 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd on network 23e04280-011c-4830-9f31-aeff7c63ac5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:20:40.627070 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-281c37ef-6aa5-49bb-92d5-62f4c99f62d3 service neutron] Attempting to bind port 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd on network 23e04280-011c-4830-9f31-aeff7c63ac5d {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:20:40.633903 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c68258f5-18a6-4a91-8ac0-6f76155cb53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15916159'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:40.637518 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-281c37ef-6aa5-49bb-92d5-62f4c99f62d3 service neutron] Checking agent: {'id': 'ee728df3-37aa-4a8e-b7f1-721981839fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'started_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:20:40.637757 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-281c37ef-6aa5-49bb-92d5-62f4c99f62d3 service neutron] Checking segment: {'id': 'b425f644-01d0-41f1-9d66-d17b7e83c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '23e04280-011c-4830-9f31-aeff7c63ac5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:20:40.638143 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-281c37ef-6aa5-49bb-92d5-62f4c99f62d3 service neutron] Bound using segment: {'id': 'b425f644-01d0-41f1-9d66-d17b7e83c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '23e04280-011c-4830-9f31-aeff7c63ac5d'} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:20:40.638626 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-281c37ef-6aa5-49bb-92d5-62f4c99f62d3 service neutron] Bound port: 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b425f644-01d0-41f1-9d66-d17b7e83c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '23e04280-011c-4830-9f31-aeff7c63ac5d'}}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:20:40.639163 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-281c37ef-6aa5-49bb-92d5-62f4c99f62d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:40.785495 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00005126-e14a-4549-ac70-9507369437d9 None None] Pushing event updated for resources: {'Port': ['ID=bd03d96d-75fc-4a6d-bc13-d715cb92e1f0,revision_number=2']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:40.789568 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68258f5-18a6-4a91-8ac0-6f76155cb53d admin admin] Pushing event updated for resources: {'Port': ['ID=af7d17f9-2725-4141-890a-6568b8b1d242,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:40.808355 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68258f5-18a6-4a91-8ac0-6f76155cb53d admin admin] Network e57c7c0c-39ec-40cf-b750-a71f25c7d8d2 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:20:40.816011 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-c68258f5-18a6-4a91-8ac0-6f76155cb53d admin admin] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:20:40.819288 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68258f5-18a6-4a91-8ac0-6f76155cb53d admin admin] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:20:40.823273 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-281c37ef-6aa5-49bb-92d5-62f4c99f62d3 service neutron] For port 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd, host hv-cinder-80069, cleared binding levels {{(pid=92957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:20:40.825583 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-281c37ef-6aa5-49bb-92d5-62f4c99f62d3 service neutron] For port 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd,segment=NetworkSegment(b425f644-01d0-41f1-9d66-d17b7e83c5bb),segment_id=b425f644-01d0-41f1-9d66-d17b7e83c5bb)] {{(pid=92957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:20:40.848860 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-281c37ef-6aa5-49bb-92d5-62f4c99f62d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:40.935046 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device e9504392-77c7-44af-b1ef-46bc1940c72c up at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:20:40.945439 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-281c37ef-6aa5-49bb-92d5-62f4c99f62d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:40.946970 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-281c37ef-6aa5-49bb-92d5-62f4c99f62d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:40.949274 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-281c37ef-6aa5-49bb-92d5-62f4c99f62d3 service neutron] 10.222.0.47 "PUT /v2.0/ports/8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd HTTP/1.1" status: 200 len: 1093 time: 1.4598598 Jul 13 20:20:40.950428 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc80579-6334-45ad-a8eb-14400d6fd358', 'tag': '8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:20:40.962231 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465ec8c3-834e-4c75-aaa8-affb9665533b" -d '{"events": [{"name": "network-changed", "server_uuid": "8cc80579-6334-45ad-a8eb-14400d6fd358", "tag": "8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:20:41.084421 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning complete for port e9504392-77c7-44af-b1ef-46bc1940c72c triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:41.085093 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:41.116187 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c37ef-6aa5-49bb-92d5-62f4c99f62d3 service neutron] Pushing event updated for resources: {'Port': ['ID=8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd,revision_number=3']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:41.174066 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-75c53a23-02ac-4d8d-8c27-7b55e23afd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:41.175737 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-75c53a23-02ac-4d8d-8c27-7b55e23afd95 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8fc4ea195ad4429aa7573b9a0305dbb4&device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 1096 time: 0.1794646 Jul 13 20:20:41.294051 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-7851ffce-1ea4-4f22-808d-98262b92bfce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd HTTP/1.1" status: 200 len: 217 time: 0.1092584 Jul 13 20:20:41.351152 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:41.390588 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-5fecf756-b547-417c-a67e-340644bd37ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:41.393407 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-5fecf756-b547-417c-a67e-340644bd37ec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cad210ff-96a6-4a54-8511-5b333f142a9a HTTP/1.1" status: 200 len: 847 time: 0.0833886 Jul 13 20:20:41.451259 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3a03ba-13f9-4a69-8c2c-e9512ec21874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9504392-77c7-44af-b1ef-46bc1940c72c'}] {{(pid=92959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:20:41.461957 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a95ef25a805c455dc0e319f75fe5c37b751c8207b334ba38c934020b16a01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373d1b51-4fb8-40ba-bafd-c45160577937" -d '{"events": [{"server_uuid": "1f3a03ba-13f9-4a69-8c2c-e9512ec21874", "name": "network-vif-plugged", "status": "completed", "tag": "e9504392-77c7-44af-b1ef-46bc1940c72c"}]}' {{(pid=92959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:20:41.497733 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port e9504392-77c7-44af-b1ef-46bc1940c72c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=e9504392-77c7-44af-b1ef-46bc1940c72c,segment=NetworkSegment(e75817a0-f1ae-44cb-ac14-54dccbb196a1),segment_id=e75817a0-f1ae-44cb-ac14-54dccbb196a1)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:20:41.510850 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-6060d022-68f4-4fde-aace-b4e930d071f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:41.512518 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-6060d022-68f4-4fde-aace-b4e930d071f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23e04280-011c-4830-9f31-aeff7c63ac5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1116233 Jul 13 20:20:41.513287 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:41.516771 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 1747c04d-4dd4-44c1-b43d-6f97e8316032 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:20:41.609667 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c554e-b507-460c-92d6-0de474090a88 req-3d1149ba-d314-4fc7-add3-d7d2ba704410 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:41.617955 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1d6c554e-b507-460c-92d6-0de474090a88 req-3d1149ba-d314-4fc7-add3-d7d2ba704410 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/networks?id=0b97695f-aac6-4078-97e8-a66178de66a0 HTTP/1.1" status: 200 len: 809 time: 0.6746173 Jul 13 20:20:41.630761 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] No Port match for: 1747c04d-4dd4-44c1-b43d-6f97e8316032 {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:20:41.631773 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 1747c04d-4dd4-44c1-b43d-6f97e8316032 not bound to the agent host hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:20:41.673058 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1d6c554e-b507-460c-92d6-0de474090a88 req-8399d671-b57d-4e86-87df-e9496b69c7e9 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/quotas/090cf87574eb457aaa0f816b9c6c73d5 HTTP/1.1" status: 200 len: 375 time: 0.0537527 Jul 13 20:20:41.682664 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d459ecf-fb98-4644-9ed4-458897aaeb96 req-e6912222-51a5-4732-bede-fec602532020 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:41.684854 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=e9504392-77c7-44af-b1ef-46bc1940c72c,revision_number=7']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:41.690966 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5d459ecf-fb98-4644-9ed4-458897aaeb96 req-e6912222-51a5-4732-bede-fec602532020 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.7933519 Jul 13 20:20:41.756565 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1d6c554e-b507-460c-92d6-0de474090a88 req-fb0bbe69-fd71-4069-ae7d-449695287932 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=090cf87574eb457aaa0f816b9c6c73d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630929 Jul 13 20:20:41.784010 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-7d9951e7-6fef-4307-9f82-7bf1d3a6c413 service neutron] 10.222.0.47 "GET /v2.0/networks/23e04280-011c-4830-9f31-aeff7c63ac5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635937 Jul 13 20:20:41.891982 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device bd03d96d-75fc-4a6d-bc13-d715cb92e1f0 up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:20:41.926896 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5d459ecf-fb98-4644-9ed4-458897aaeb96 req-0e1791c1-85c2-4cfd-82b5-bd60b8aef9c0 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349644 Jul 13 20:20:42.013397 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1cba08a7-2b4c-4bd5-9155-33208bd3b45b req-764110af-d2c6-4607-9a68-f3ca9d886893 service neutron] 10.222.0.47 "GET /v2.0/networks/23e04280-011c-4830-9f31-aeff7c63ac5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171674 Jul 13 20:20:42.043784 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c68258f5-18a6-4a91-8ac0-6f76155cb53d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:42.060483 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning for port bd03d96d-75fc-4a6d-bc13-d715cb92e1f0 completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:20:42.074969 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d804dc-a830-416d-acd5-132d208601a9 x-openstack-request-id: req-21d804dc-a830-416d-acd5-132d208601a9 {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:20:42.075326 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cc80579-6334-45ad-a8eb-14400d6fd358", "tag": "8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:20:42.075632 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-21d804dc-a830-416d-acd5-132d208601a9 {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:20:42.076720 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc80579-6334-45ad-a8eb-14400d6fd358', 'tag': '8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd', 'status': 'completed', 'code': 200} Jul 13 20:20:42.138372 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1d6c554e-b507-460c-92d6-0de474090a88 req-618c2db7-3bb2-482a-96d7-9b9f1b584e5b service neutron] 10.222.0.41 "GET /v2.0/networks/0b97695f-aac6-4078-97e8-a66178de66a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366783 Jul 13 20:20:42.180862 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db532057-3d38-46cd-ac87-537e1c72f084 x-openstack-request-id: req-db532057-3d38-46cd-ac87-537e1c72f084 {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:20:42.181149 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3a03ba-13f9-4a69-8c2c-e9512ec21874", "name": "network-vif-plugged", "status": "completed", "tag": "e9504392-77c7-44af-b1ef-46bc1940c72c", "code": 200}]} {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:20:42.181650 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-db532057-3d38-46cd-ac87-537e1c72f084 {{(pid=92959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:20:42.181949 dv-cinder-800697-1-iscsi neutron-server[92959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3a03ba-13f9-4a69-8c2c-e9512ec21874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9504392-77c7-44af-b1ef-46bc1940c72c', 'code': 200} Jul 13 20:20:42.190845 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ec8c3-834e-4c75-aaa8-affb9665533b req-7fcac6ee-5122-4c90-8817-ef518d258930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:42.192490 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-465ec8c3-834e-4c75-aaa8-affb9665533b req-7fcac6ee-5122-4c90-8817-ef518d258930 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8fc4ea195ad4429aa7573b9a0305dbb4&device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 1096 time: 0.0912273 Jul 13 20:20:42.355460 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1d6c554e-b507-460c-92d6-0de474090a88 req-8544b982-ed64-42fe-82ac-5afa155e70d2 service neutron] 10.222.0.41 "GET /v2.0/networks/0b97695f-aac6-4078-97e8-a66178de66a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094684 Jul 13 20:20:42.378306 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ec8c3-834e-4c75-aaa8-affb9665533b req-3d765850-20f8-4d3c-a57e-a9e045598bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:42.381423 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-465ec8c3-834e-4c75-aaa8-affb9665533b req-3d765850-20f8-4d3c-a57e-a9e045598bd3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=23e04280-011c-4830-9f31-aeff7c63ac5d HTTP/1.1" status: 200 len: 909 time: 0.1800134 Jul 13 20:20:42.412462 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e872f4-cb0e-4a13-86d3-6d2e627fb824 None None] Network bb455b5d-45bd-4628-96d1-fb52590d86a6 requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:20:42.473074 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-465ec8c3-834e-4c75-aaa8-affb9665533b req-b4a89272-9285-49a1-a283-9bc69d7898f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd HTTP/1.1" status: 200 len: 217 time: 0.0848038 Jul 13 20:20:42.537412 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ec8c3-834e-4c75-aaa8-affb9665533b req-eb4994ae-e273-426c-8a6f-44d5fdeaf338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:42.540356 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-465ec8c3-834e-4c75-aaa8-affb9665533b req-eb4994ae-e273-426c-8a6f-44d5fdeaf338 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cad210ff-96a6-4a54-8511-5b333f142a9a HTTP/1.1" status: 200 len: 847 time: 0.0608907 Jul 13 20:20:42.558192 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c68258f5-18a6-4a91-8ac0-6f76155cb53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1708235'] for router, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:42.591443 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-8d9528e5-7048-4ee4-ab50-0ae91e091097 None None] Provisioning for port bd03d96d-75fc-4a6d-bc13-d715cb92e1f0 completed by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:20:42.605429 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-8d9528e5-7048-4ee4-ab50-0ae91e091097 None None] Provisioning complete for port bd03d96d-75fc-4a6d-bc13-d715cb92e1f0 triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:42.606405 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-8d9528e5-7048-4ee4-ab50-0ae91e091097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:42.636242 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ec8c3-834e-4c75-aaa8-affb9665533b req-ce87afa3-29d1-4a27-8d6a-f29b21637db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:42.639835 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-465ec8c3-834e-4c75-aaa8-affb9665533b req-ce87afa3-29d1-4a27-8d6a-f29b21637db4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23e04280-011c-4830-9f31-aeff7c63ac5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0919161 Jul 13 20:20:42.700208 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf945b9-f167-437b-8193-4ac96a5eba5d req-8497e8fd-3e46-4c89-b29b-ce74863acca2 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:42.702665 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ebf945b9-f167-437b-8193-4ac96a5eba5d req-8497e8fd-3e46-4c89-b29b-ce74863acca2 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.3384860 Jul 13 20:20:42.816512 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-465ec8c3-834e-4c75-aaa8-affb9665533b req-ffd2f65c-a0d3-4f2f-9b41-9201adcd64b7 service neutron] 10.222.0.47 "GET /v2.0/networks/23e04280-011c-4830-9f31-aeff7c63ac5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694107 Jul 13 20:20:42.852728 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ebf945b9-f167-437b-8193-4ac96a5eba5d req-b4581db2-2b43-4c43-b0c8-607bf96ee6cb tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1407602 Jul 13 20:20:42.899902 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-8d9528e5-7048-4ee4-ab50-0ae91e091097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:42.953430 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-8d9528e5-7048-4ee4-ab50-0ae91e091097 None None] For port bd03d96d-75fc-4a6d-bc13-d715cb92e1f0, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=bd03d96d-75fc-4a6d-bc13-d715cb92e1f0,segment=NetworkSegment(71eb11d8-5f9a-449d-80b6-f03fd5bc353d),segment_id=71eb11d8-5f9a-449d-80b6-f03fd5bc353d)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:20:42.963390 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-8d9528e5-7048-4ee4-ab50-0ae91e091097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:43.057666 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9528e5-7048-4ee4-ab50-0ae91e091097 None None] Pushing event updated for resources: {'Port': ['ID=bd03d96d-75fc-4a6d-bc13-d715cb92e1f0,revision_number=3']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:43.058013 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68258f5-18a6-4a91-8ac0-6f76155cb53d admin admin] Router 50ea4637-8413-458b-89d8-eaeea873b323 is scheduled to L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d with binding_index 1 {{(pid=92958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:20:43.139834 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-465ec8c3-834e-4c75-aaa8-affb9665533b req-fc82e7b1-88c0-4375-8191-cc736b219a1d service neutron] 10.222.0.47 "GET /v2.0/networks/23e04280-011c-4830-9f31-aeff7c63ac5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122387 Jul 13 20:20:43.142681 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cc23d2d4-25a3-4c09-b389-82eeaf91a810 req-93b5c0f6-cdff-4344-937c-44f80433aeff tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1593e95-7ae5-43aa-a86b-ee2233537f45 HTTP/1.1" status: 200 len: 210 time: 0.1563573 Jul 13 20:20:43.313996 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-52d683d4-a04b-44e3-927d-bf54257eb8ca None None] Provisioning complete for port bd03d96d-75fc-4a6d-bc13-d715cb92e1f0 triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:43.314595 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-52d683d4-a04b-44e3-927d-bf54257eb8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:43.436129 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68258f5-18a6-4a91-8ac0-6f76155cb53d admin admin] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:20:43.446167 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ea5489-8eb0-474e-8b0d-ff79bc90fb5f None None] Sync routers for ids ['50ea4637-8413-458b-89d8-eaeea873b323'] in dv-cinder-800697-1-iscsi {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:20:43.459340 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e435c-a87e-40ec-afa1-e37f066be898 req-567c677f-fe68-4dd1-aec5-a885a937fe48 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:43.468582 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ea5489-8eb0-474e-8b0d-ff79bc90fb5f None None] Routers {'50ea4637-8413-458b-89d8-eaeea873b323'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:20:43.472277 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-de8e435c-a87e-40ec-afa1-e37f066be898 req-567c677f-fe68-4dd1-aec5-a885a937fe48 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 943 time: 0.5189757 Jul 13 20:20:43.472649 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-47ea5489-8eb0-474e-8b0d-ff79bc90fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:20:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['50ea4637-8413-458b-89d8-eaeea873b323'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:20:43.631811 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c68258f5-18a6-4a91-8ac0-6f76155cb53d admin admin] Notify callbacks [] for router, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:43.633092 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-c68258f5-18a6-4a91-8ac0-6f76155cb53d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7379153 Jul 13 20:20:43.637088 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 45560) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:43.639217 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-47ea5489-8eb0-474e-8b0d-ff79bc90fb5f None None] Set router 50ea4637-8413-458b-89d8-eaeea873b323 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:20:43.659570 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device bd03d96d-75fc-4a6d-bc13-d715cb92e1f0 up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:20:43.710647 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-de8e435c-a87e-40ec-afa1-e37f066be898 req-cfc549fb-7286-4fb1-abc0-b175a762b184 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284513 Jul 13 20:20:43.764336 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e933c-4a0a-42b8-b3c9-8e57a2056ee7 req-5f201ade-fc1d-4637-b896-9e888685d934 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:43.771828 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-295e933c-4a0a-42b8-b3c9-8e57a2056ee7 req-5f201ade-fc1d-4637-b896-9e888685d934 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.2947278 Jul 13 20:20:43.844722 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-295e933c-4a0a-42b8-b3c9-8e57a2056ee7 req-3bf0968c-3c82-454e-9f7f-c5ea59ca3e51 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706143 Jul 13 20:20:43.855115 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:43.885903 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port bd03d96d-75fc-4a6d-bc13-d715cb92e1f0 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:43.886273 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:44.121778 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-47ea5489-8eb0-474e-8b0d-ff79bc90fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ea4637-8413-458b-89d8-eaeea873b323', 'name': 'tempest-TestMinimumBasicScenario-1641522643-router', 'tenant_id': '3029e7699307438c86dc648956083042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'af7d17f9-2725-4141-890a-6568b8b1d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:20:38Z', 'updated_at': '2021-07-13T20:20:41Z', 'revision_number': 3, 'project_id': '3029e7699307438c86dc648956083042', 'gw_port': {'id': 'af7d17f9-2725-4141-890a-6568b8b1d242', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ea4637-8413-458b-89d8-eaeea873b323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:40Z', 'updated_at': '2021-07-13T20:20:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi'}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:20:44.142307 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 45566) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:44.243902 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ea5489-8eb0-474e-8b0d-ff79bc90fb5f None None] Checking router: 50ea4637-8413-458b-89d8-eaeea873b323 for host: dv-cinder-800697-1-iscsi {{(pid=92960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:20:44.244263 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ea5489-8eb0-474e-8b0d-ff79bc90fb5f None None] Updating router 50ea4637-8413-458b-89d8-eaeea873b323 port af7d17f9-2725-4141-890a-6568b8b1d242 binding host dv-cinder-800697-1-iscsi {{(pid=92960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:20:44.330819 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-47ea5489-8eb0-474e-8b0d-ff79bc90fb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:44.380627 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0289c24-fbde-4712-8563-909558b34a8b req-8ffdf5bf-eff8-4eb3-91e9-e7df1e852fcf tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:44.392136 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a0289c24-fbde-4712-8563-909558b34a8b req-8ffdf5bf-eff8-4eb3-91e9-e7df1e852fcf tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.2391374 Jul 13 20:20:44.454314 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8aef6812-5934-4fa4-b9f0-99faadb73f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:44.556531 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ac33095b-00e6-45f5-9a41-da233ac5062d req-1dabc4e8-1572-43bf-bc82-c7ea9451447e tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1593e95-7ae5-43aa-a86b-ee2233537f45 HTTP/1.1" status: 200 len: 210 time: 0.1229029 Jul 13 20:20:44.578287 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a0289c24-fbde-4712-8563-909558b34a8b req-e3a7280c-b584-4eec-a378-e6e2cbde31d9 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1821904 Jul 13 20:20:44.691717 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8aef6812-5934-4fa4-b9f0-99faadb73f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:44.701881 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-537537a2-c787-42a0-a00c-ed405944e246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:44.730863 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8aef6812-5934-4fa4-b9f0-99faadb73f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:44.793730 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-8aef6812-5934-4fa4-b9f0-99faadb73f65 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0bfa606783564a24a9d9342f25b900c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6498926 Jul 13 20:20:44.809278 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 45574) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:44.862892 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-47ea5489-8eb0-474e-8b0d-ff79bc90fb5f None None] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:44.881482 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [None req-47ea5489-8eb0-474e-8b0d-ff79bc90fb5f None None] Transition to ACTIVE for port object af7d17f9-2725-4141-890a-6568b8b1d242 will not be triggered until provisioned by entity L2. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:20:44.898099 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-47ea5489-8eb0-474e-8b0d-ff79bc90fb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:44.924278 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef6812-5934-4fa4-b9f0-99faadb73f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3027e5-adb8-4c97-8b8e-4e247d2cab35,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:44.983304 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_common [None req-537537a2-c787-42a0-a00c-ed405944e246 admin admin] Allocated IP 172.20.0.1 (bb455b5d-45bd-4628-96d1-fb52590d86a6/54796a68-d1a1-4045-8b72-1af62d04dcb7/947d35e5-4bf2-4782-9142-7cdd3c70f2ad) {{(pid=92957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:20:45.072804 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8de435f2-ba38-4f2e-bb98-21074c331e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:45.118568 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-537537a2-c787-42a0-a00c-ed405944e246 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:45.136740 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.provisioning_blocks [None req-537537a2-c787-42a0-a00c-ed405944e246 admin admin] Transition to ACTIVE for port object 947d35e5-4bf2-4782-9142-7cdd3c70f2ad will not be triggered until provisioned by entity DHCP. {{(pid=92957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:20:45.141510 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8de435f2-ba38-4f2e-bb98-21074c331e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:45.191341 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-537537a2-c787-42a0-a00c-ed405944e246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:45.206448 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0002dcf-eb65-4511-9df9-ffef62a4889a req-1deb40ef-0eb3-4870-b1ab-92dc41914793 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:45.213767 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b0002dcf-eb65-4511-9df9-ffef62a4889a req-1deb40ef-0eb3-4870-b1ab-92dc41914793 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 943 time: 0.2354901 Jul 13 20:20:45.257511 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ddaf8-8d1c-4792-89a3-5b0a236e055b req-621aea27-2ca3-4987-93ac-53f40cf7ce44 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:45.264972 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a42ddaf8-8d1c-4792-89a3-5b0a236e055b req-621aea27-2ca3-4987-93ac-53f40cf7ce44 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.1784356 Jul 13 20:20:45.300182 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ef271-b87c-46e1-bfbc-fbbe35c570b2 None None] Pushing event updated for resources: {'Port': ['ID=af7d17f9-2725-4141-890a-6568b8b1d242,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:45.306748 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [None req-47ea5489-8eb0-474e-8b0d-ff79bc90fb5f None None] Attempting to bind port af7d17f9-2725-4141-890a-6568b8b1d242 on host dv-cinder-800697-1-iscsi for vnic_type normal with profile {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:20:45.307603 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [None req-47ea5489-8eb0-474e-8b0d-ff79bc90fb5f None None] Attempting to bind port af7d17f9-2725-4141-890a-6568b8b1d242 by drivers openvswitch,hyperv on host dv-cinder-800697-1-iscsi at level 0 using segments [{'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:20:45.308813 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ea5489-8eb0-474e-8b0d-ff79bc90fb5f None None] Attempting to bind port af7d17f9-2725-4141-890a-6568b8b1d242 on network e57c7c0c-39ec-40cf-b750-a71f25c7d8d2 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:20:45.314839 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b0002dcf-eb65-4511-9df9-ffef62a4889a req-3d5ea53e-fe7e-406a-8c11-0190997baa3f tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000879 Jul 13 20:20:45.315558 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8de435f2-ba38-4f2e-bb98-21074c331e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:45.315696 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537537a2-c787-42a0-a00c-ed405944e246 admin admin] Network bb455b5d-45bd-4628-96d1-fb52590d86a6 is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:20:45.317978 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ea5489-8eb0-474e-8b0d-ff79bc90fb5f None None] Checking agent: {'id': '9033cd36-ce31-4b6d-a813-8d08366f9d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 10, 7), 'started_at': datetime.datetime(2021, 7, 13, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:20:45.318313 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8de435f2-ba38-4f2e-bb98-21074c331e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:45.321699 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-8de435f2-ba38-4f2e-bb98-21074c331e47 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3d3027e5-adb8-4c97-8b8e-4e247d2cab35 HTTP/1.1" status: 204 len: 168 time: 0.5090966 Jul 13 20:20:45.323748 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [None req-537537a2-c787-42a0-a00c-ed405944e246 admin admin] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:20:45.331679 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537537a2-c787-42a0-a00c-ed405944e246 admin admin] Received port after_create {{(pid=92957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:20:45.344826 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ea5489-8eb0-474e-8b0d-ff79bc90fb5f None None] Checking segment: {'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:20:45.345505 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-47ea5489-8eb0-474e-8b0d-ff79bc90fb5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:45.348032 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ea5489-8eb0-474e-8b0d-ff79bc90fb5f None None] Bound using segment: {'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:20:45.348932 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [None req-47ea5489-8eb0-474e-8b0d-ff79bc90fb5f None None] Bound port: af7d17f9-2725-4141-890a-6568b8b1d242, host: dv-cinder-800697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'}}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:20:45.349532 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-47ea5489-8eb0-474e-8b0d-ff79bc90fb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:45.379050 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de435f2-ba38-4f2e-bb98-21074c331e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3027e5-adb8-4c97-8b8e-4e247d2cab35,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:45.385412 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537537a2-c787-42a0-a00c-ed405944e246 admin admin] Pushing event updated for resources: {'Port': ['ID=947d35e5-4bf2-4782-9142-7cdd3c70f2ad,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:45.409424 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a42ddaf8-8d1c-4792-89a3-5b0a236e055b req-b233fcd6-98ed-4de8-b44d-170b8a7e4b59 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435053 Jul 13 20:20:45.464493 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-537537a2-c787-42a0-a00c-ed405944e246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1709742'] for router_interface, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:45.542204 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-47ea5489-8eb0-474e-8b0d-ff79bc90fb5f None None] For port af7d17f9-2725-4141-890a-6568b8b1d242, host dv-cinder-800697-1-iscsi, cleared binding levels {{(pid=92960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:20:45.551327 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-47ea5489-8eb0-474e-8b0d-ff79bc90fb5f None None] For port af7d17f9-2725-4141-890a-6568b8b1d242, host dv-cinder-800697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=af7d17f9-2725-4141-890a-6568b8b1d242,segment=NetworkSegment(dd2d7350-8005-4571-9290-470baa5abba8),segment_id=dd2d7350-8005-4571-9290-470baa5abba8)] {{(pid=92960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:20:45.560486 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-47ea5489-8eb0-474e-8b0d-ff79bc90fb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:45.613535 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c554e-b507-460c-92d6-0de474090a88 req-cbd9bd2e-592a-4c11-a167-3159c791ac7b tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:45.618430 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1d6c554e-b507-460c-92d6-0de474090a88 req-cbd9bd2e-592a-4c11-a167-3159c791ac7b tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.47 "GET /v2.0/networks?id=0b97695f-aac6-4078-97e8-a66178de66a0 HTTP/1.1" status: 200 len: 809 time: 0.4417493 Jul 13 20:20:45.672137 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-1d6c554e-b507-460c-92d6-0de474090a88 req-25ed6edf-66a0-4de6-b75b-1de1e6a564c1 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Request body: {'port': {'device_id': 'a1593e95-7ae5-43aa-a86b-ee2233537f45', 'network_id': '0b97695f-aac6-4078-97e8-a66178de66a0', 'admin_state_up': True, 'tenant_id': '090cf87574eb457aaa0f816b9c6c73d5'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:20:45.684383 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ef271-b87c-46e1-bfbc-fbbe35c570b2 None None] Pushing event updated for resources: {'Port': ['ID=af7d17f9-2725-4141-890a-6568b8b1d242,revision_number=3']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:45.688619 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ea5489-8eb0-474e-8b0d-ff79bc90fb5f None None] Routers {'50ea4637-8413-458b-89d8-eaeea873b323'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:20:45.689693 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-47ea5489-8eb0-474e-8b0d-ff79bc90fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:20:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['50ea4637-8413-458b-89d8-eaeea873b323'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:20:45.856720 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-5130b944-1f6f-4fdc-94b9-9a5f5fd4563b None None] Provisioning for port 947d35e5-4bf2-4782-9142-7cdd3c70f2ad completed by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:20:45.863002 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-5130b944-1f6f-4fdc-94b9-9a5f5fd4563b None None] Provisioning complete for port 947d35e5-4bf2-4782-9142-7cdd3c70f2ad triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:45.863770 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5130b944-1f6f-4fdc-94b9-9a5f5fd4563b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:45.961668 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-5130b944-1f6f-4fdc-94b9-9a5f5fd4563b None None] Port 947d35e5-4bf2-4782-9142-7cdd3c70f2ad cannot update to ACTIVE because it is not bound. {{(pid=92959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:20:45.963938 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-47ea5489-8eb0-474e-8b0d-ff79bc90fb5f None None] Set router 50ea4637-8413-458b-89d8-eaeea873b323 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:20:45.965093 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8f9949ff-c778-4097-9e83-d0ee1c95ae26 req-9a84c8cf-7c42-43b0-8bcd-b9d2409fdb66 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1593e95-7ae5-43aa-a86b-ee2233537f45 HTTP/1.1" status: 200 len: 210 time: 0.0831935 Jul 13 20:20:45.995233 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 45590) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:46.045368 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cbc19a42-0a2e-4801-aed0-156a998320d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:46.107130 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac95d64-de7b-42fc-9dbf-3393f20fa913 req-2ab7d66f-2837-49c5-99e1-998cf1313069 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:46.109327 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8ac95d64-de7b-42fc-9dbf-3393f20fa913 req-2ab7d66f-2837-49c5-99e1-998cf1313069 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.1644073 Jul 13 20:20:46.138209 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.db.api [req-1d6c554e-b507-460c-92d6-0de474090a88 req-25ed6edf-66a0-4de6-b75b-1de1e6a564c1 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 20:20:46.138209 dv-cinder-800697-1-iscsi neutron-server[92957]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 20:20:46.138209 dv-cinder-800697-1-iscsi neutron-server[92957]: [parameters: {'project_id': '090cf87574eb457aaa0f816b9c6c73d5', 'id': 'd9e6825d-b5a4-4812-a42f-69093820a025', 'expiration': datetime.datetime(2021, 7, 13, 20, 22, 46, 125771)}] Jul 13 20:20:46.138209 dv-cinder-800697-1-iscsi neutron-server[92957]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 20:20:46.139740 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG oslo_db.api [req-1d6c554e-b507-460c-92d6-0de474090a88 req-25ed6edf-66a0-4de6-b75b-1de1e6a564c1 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 20:20:46.140624 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-537537a2-c787-42a0-a00c-ed405944e246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:46.256905 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-47ea5489-8eb0-474e-8b0d-ff79bc90fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ea4637-8413-458b-89d8-eaeea873b323', 'name': 'tempest-TestMinimumBasicScenario-1641522643-router', 'tenant_id': '3029e7699307438c86dc648956083042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'af7d17f9-2725-4141-890a-6568b8b1d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:20:38Z', 'updated_at': '2021-07-13T20:20:41Z', 'revision_number': 3, 'project_id': '3029e7699307438c86dc648956083042', 'gw_port': {'id': 'af7d17f9-2725-4141-890a-6568b8b1d242', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ea4637-8413-458b-89d8-eaeea873b323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:40Z', 'updated_at': '2021-07-13T20:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi'}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:20:46.287461 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ea5489-8eb0-474e-8b0d-ff79bc90fb5f None None] The sync data for ids ['50ea4637-8413-458b-89d8-eaeea873b323'] in dv-cinder-800697-1-iscsi is: [{'id': '50ea4637-8413-458b-89d8-eaeea873b323', 'name': 'tempest-TestMinimumBasicScenario-1641522643-router', 'tenant_id': '3029e7699307438c86dc648956083042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'af7d17f9-2725-4141-890a-6568b8b1d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:20:38Z', 'updated_at': '2021-07-13T20:20:41Z', 'revision_number': 3, 'project_id': '3029e7699307438c86dc648956083042', 'gw_port': {'id': 'af7d17f9-2725-4141-890a-6568b8b1d242', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ea4637-8413-458b-89d8-eaeea873b323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:40Z', 'updated_at': '2021-07-13T20:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi'}] {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:20:46.434686 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8ac95d64-de7b-42fc-9dbf-3393f20fa913 req-f068b330-6438-46cf-84b6-c3c6b323db80 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3189087 Jul 13 20:20:46.459069 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-537537a2-c787-42a0-a00c-ed405944e246 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:46.478780 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-537537a2-c787-42a0-a00c-ed405944e246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:46.602955 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537537a2-c787-42a0-a00c-ed405944e246 admin admin] Pushing event updated for resources: {'Port': ['ID=947d35e5-4bf2-4782-9142-7cdd3c70f2ad,revision_number=2']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:46.654966 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-537537a2-c787-42a0-a00c-ed405944e246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711076'] for router_interface, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:46.666441 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cbc19a42-0a2e-4801-aed0-156a998320d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:46.709230 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cbc19a42-0a2e-4801-aed0-156a998320d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:46.782645 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d6c554e-b507-460c-92d6-0de474090a88 req-25ed6edf-66a0-4de6-b75b-1de1e6a564c1 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Made reservation on behalf of 090cf87574eb457aaa0f816b9c6c73d5 for: {'port': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:20:46.789900 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-1d6c554e-b507-460c-92d6-0de474090a88 req-25ed6edf-66a0-4de6-b75b-1de1e6a564c1 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:46.790884 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-cbc19a42-0a2e-4801-aed0-156a998320d3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=376475aec47e4066b24d31f9e79695c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7941170 Jul 13 20:20:46.793480 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 45596) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:46.805602 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc19a42-0a2e-4801-aed0-156a998320d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9ed658-07c1-4caf-ae55-a9a22d71bae2,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:46.990937 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ac35f4bd-9377-44c7-b30f-9798f364dcda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:46.995990 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537537a2-c787-42a0-a00c-ed405944e246 admin admin] Network bb455b5d-45bd-4628-96d1-fb52590d86a6 is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:20:47.002066 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [None req-537537a2-c787-42a0-a00c-ed405944e246 admin admin] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:20:47.020644 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df5ae8-1d59-4fbe-9633-08c0ea571f5f req-80db6af2-1853-40d1-a43a-5545252b3c5e tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:47.029300 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-46df5ae8-1d59-4fbe-9633-08c0ea571f5f req-80db6af2-1853-40d1-a43a-5545252b3c5e tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 943 time: 0.4727981 Jul 13 20:20:47.071692 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ef93f-d925-4e3f-9d06-865263509226 req-f4af4c7c-5f27-4c42-b016-7507f0f9a9eb tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:47.073439 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f49ef93f-d925-4e3f-9d06-865263509226 req-f4af4c7c-5f27-4c42-b016-7507f0f9a9eb tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.4335191 Jul 13 20:20:47.077305 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ac35f4bd-9377-44c7-b30f-9798f364dcda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:47.105237 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-46df5ae8-1d59-4fbe-9633-08c0ea571f5f req-18c1ec05-4597-4a4d-8ccc-26450d09585a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749786 Jul 13 20:20:47.187665 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f49ef93f-d925-4e3f-9d06-865263509226 req-7bebf5d8-5904-4efd-b80d-e1b306e7d57e tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881495 Jul 13 20:20:47.214972 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ac35f4bd-9377-44c7-b30f-9798f364dcda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:47.222818 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ac35f4bd-9377-44c7-b30f-9798f364dcda admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:47.224352 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-ac35f4bd-9377-44c7-b30f-9798f364dcda admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e9ed658-07c1-4caf-ae55-a9a22d71bae2 HTTP/1.1" status: 204 len: 168 time: 0.4098351 Jul 13 20:20:47.271867 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35f4bd-9377-44c7-b30f-9798f364dcda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9ed658-07c1-4caf-ae55-a9a22d71bae2,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:47.296202 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_common [req-1d6c554e-b507-460c-92d6-0de474090a88 req-25ed6edf-66a0-4de6-b75b-1de1e6a564c1 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Allocated IP 172.20.0.12 (0b97695f-aac6-4078-97e8-a66178de66a0/d95ccc97-de7c-42cf-b0c1-9a1f98b75184/25119c18-d266-457c-b9e6-73ad66b935c9) {{(pid=92957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:20:47.364621 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537537a2-c787-42a0-a00c-ed405944e246 admin admin] Router 50ea4637-8413-458b-89d8-eaeea873b323 has already been hosted by L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d {{(pid=92957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:20:47.388211 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fc2e1e71-fe49-448b-aca0-5780924bfe89 req-51c66146-0918-48f7-a7ea-ba0ab70fa1c8 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1593e95-7ae5-43aa-a86b-ee2233537f45 HTTP/1.1" status: 200 len: 210 time: 0.0490489 Jul 13 20:20:47.430560 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-faaf347f-cb6f-4c66-afd8-be9f61c6f0ad None None] Provisioning complete for port 947d35e5-4bf2-4782-9142-7cdd3c70f2ad triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:47.431581 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-faaf347f-cb6f-4c66-afd8-be9f61c6f0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:47.525208 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-faaf347f-cb6f-4c66-afd8-be9f61c6f0ad None None] Port 947d35e5-4bf2-4782-9142-7cdd3c70f2ad cannot update to ACTIVE because it is not bound. {{(pid=92959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:20:47.729623 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device af7d17f9-2725-4141-890a-6568b8b1d242 up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:20:47.754846 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2cab15-9562-4bdc-a90b-1eb64386b09b req-66a25ea2-8aa9-49ae-ab07-b90e30d86103 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:47.761098 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4e2cab15-9562-4bdc-a90b-1eb64386b09b req-66a25ea2-8aa9-49ae-ab07-b90e30d86103 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.1293514 Jul 13 20:20:47.835258 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning for port af7d17f9-2725-4141-890a-6568b8b1d242 completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:20:47.844386 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port af7d17f9-2725-4141-890a-6568b8b1d242 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:47.846294 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:47.861979 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4e2cab15-9562-4bdc-a90b-1eb64386b09b req-7bd3e9b8-b82f-4a3c-92a8-c28bee4c4247 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0896728 Jul 13 20:20:48.038582 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:48.069864 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 45608) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:48.070471 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537537a2-c787-42a0-a00c-ed405944e246 admin admin] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:20:48.073240 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] For port af7d17f9-2725-4141-890a-6568b8b1d242, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=af7d17f9-2725-4141-890a-6568b8b1d242,segment=NetworkSegment(dd2d7350-8005-4571-9290-470baa5abba8),segment_id=dd2d7350-8005-4571-9290-470baa5abba8)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:20:48.088005 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-537537a2-c787-42a0-a00c-ed405944e246 admin admin] 10.222.0.41 "PUT /v2.0/routers/50ea4637-8413-458b-89d8-eaeea873b323/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4417846 Jul 13 20:20:48.088281 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:48.091789 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-1d6c554e-b507-460c-92d6-0de474090a88 req-25ed6edf-66a0-4de6-b75b-1de1e6a564c1 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Notify callbacks [] for port, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:48.153217 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6efbc6d3-b6ad-43e4-8260-039b0d4aaecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:48.218899 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-1d6c554e-b507-460c-92d6-0de474090a88 req-25ed6edf-66a0-4de6-b75b-1de1e6a564c1 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:48.301825 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6efbc6d3-b6ad-43e4-8260-039b0d4aaecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:48.308735 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6efbc6d3-b6ad-43e4-8260-039b0d4aaecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:48.352232 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-6efbc6d3-b6ad-43e4-8260-039b0d4aaecb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6af94b983326421e9901cb1dfcd8bbb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2808986 Jul 13 20:20:48.356290 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d6c554e-b507-460c-92d6-0de474090a88 req-25ed6edf-66a0-4de6-b75b-1de1e6a564c1 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Network 0b97695f-aac6-4078-97e8-a66178de66a0 is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:20:48.370542 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 45620) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:48.384325 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [req-1d6c554e-b507-460c-92d6-0de474090a88 req-25ed6edf-66a0-4de6-b75b-1de1e6a564c1 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:20:48.386491 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6c554e-b507-460c-92d6-0de474090a88 req-25ed6edf-66a0-4de6-b75b-1de1e6a564c1 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Received port after_create {{(pid=92957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:20:48.453355 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed6edf-66a0-4de6-b75b-1de1e6a564c1 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Pushing event updated for resources: {'Port': ['ID=25119c18-d266-457c-b9e6-73ad66b935c9,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:48.504274 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Pushing event updated for resources: {'Port': ['ID=af7d17f9-2725-4141-890a-6568b8b1d242,revision_number=4']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:48.517655 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c554e-b507-460c-92d6-0de474090a88 req-25ed6edf-66a0-4de6-b75b-1de1e6a564c1 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:48.518334 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-1d6c554e-b507-460c-92d6-0de474090a88 req-25ed6edf-66a0-4de6-b75b-1de1e6a564c1 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:48.521999 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbc6d3-b6ad-43e4-8260-039b0d4aaecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d357f86-21c4-4f02-9c7c-929ce570e4a8,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:48.547103 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1d6c554e-b507-460c-92d6-0de474090a88 req-25ed6edf-66a0-4de6-b75b-1de1e6a564c1 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9141743 Jul 13 20:20:48.560774 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-1d6c554e-b507-460c-92d6-0de474090a88 req-65a05dfe-044c-46fb-9551-ba56e9f32eaa service neutron] Request body: {'port': {'device_id': 'a1593e95-7ae5-43aa-a86b-ee2233537f45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:20:48.587638 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3fd388f2-1a3d-4c10-94da-b593e6f24e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:48.666622 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3fd388f2-1a3d-4c10-94da-b593e6f24e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:48.739175 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5acdc-3ed8-4250-bb40-a64da7e5743f req-1ceda952-8f22-4390-b7a8-96a55c26ad6e tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:48.741354 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-31a5acdc-3ed8-4250-bb40-a64da7e5743f req-1ceda952-8f22-4390-b7a8-96a55c26ad6e tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 943 time: 0.2619214 Jul 13 20:20:48.753337 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-1d6c554e-b507-460c-92d6-0de474090a88 req-65a05dfe-044c-46fb-9551-ba56e9f32eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:48.820587 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430904b-cc7d-4800-a4df-76f57850b20b req-40986d68-8fd5-4a7d-af5e-52151e2cb41f tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:48.831213 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f430904b-cc7d-4800-a4df-76f57850b20b req-40986d68-8fd5-4a7d-af5e-52151e2cb41f tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.2515044 Jul 13 20:20:48.900699 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3fd388f2-1a3d-4c10-94da-b593e6f24e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:48.903497 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3fd388f2-1a3d-4c10-94da-b593e6f24e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:48.905184 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-3fd388f2-1a3d-4c10-94da-b593e6f24e85 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7d357f86-21c4-4f02-9c7c-929ce570e4a8 HTTP/1.1" status: 204 len: 168 time: 0.5332687 Jul 13 20:20:48.920890 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-31a5acdc-3ed8-4250-bb40-a64da7e5743f req-b04aec5d-feef-4fa5-8f49-5f494dc4f68c tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727462 Jul 13 20:20:48.924567 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f430904b-cc7d-4800-a4df-76f57850b20b req-820d8322-16ca-403a-aa9b-dc563a6c6692 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923486 Jul 13 20:20:48.925360 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd388f2-1a3d-4c10-94da-b593e6f24e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d357f86-21c4-4f02-9c7c-929ce570e4a8,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:49.236882 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [req-1d6c554e-b507-460c-92d6-0de474090a88 req-65a05dfe-044c-46fb-9551-ba56e9f32eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25119c18-d266-457c-b9e6-73ad66b935c9 {{(pid=92957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:20:49.247329 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-1d6c554e-b507-460c-92d6-0de474090a88 req-65a05dfe-044c-46fb-9551-ba56e9f32eaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:49.264819 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.provisioning_blocks [req-1d6c554e-b507-460c-92d6-0de474090a88 req-65a05dfe-044c-46fb-9551-ba56e9f32eaa service neutron] Transition to ACTIVE for port object 25119c18-d266-457c-b9e6-73ad66b935c9 will not be triggered until provisioned by entity L2. {{(pid=92957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:20:49.270559 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36896898-e04a-49d6-a69c-00a0c3e82643 None None] Sync routers for ids ['50ea4637-8413-458b-89d8-eaeea873b323'] in dv-cinder-800697-1-iscsi {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:20:49.275947 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-1d6c554e-b507-460c-92d6-0de474090a88 req-65a05dfe-044c-46fb-9551-ba56e9f32eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:49.283341 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36896898-e04a-49d6-a69c-00a0c3e82643 None None] Routers {'50ea4637-8413-458b-89d8-eaeea873b323'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:20:49.285401 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-36896898-e04a-49d6-a69c-00a0c3e82643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:20:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['50ea4637-8413-458b-89d8-eaeea873b323'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:20:49.399619 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a05dfe-044c-46fb-9551-ba56e9f32eaa service neutron] Pushing event updated for resources: {'Port': ['ID=25119c18-d266-457c-b9e6-73ad66b935c9,revision_number=2']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:49.428802 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 45646) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:49.437454 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-e5a303b8-8f40-40ce-b085-c86ece71bc41 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1983589399-network', 'tenant_id': '484e822c21f544bfa5935ffb31ba1037'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:20:49.439560 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-36896898-e04a-49d6-a69c-00a0c3e82643 None None] Set router 50ea4637-8413-458b-89d8-eaeea873b323 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:20:49.499086 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-1d6c554e-b507-460c-92d6-0de474090a88 req-65a05dfe-044c-46fb-9551-ba56e9f32eaa service neutron] Attempting to bind port 25119c18-d266-457c-b9e6-73ad66b935c9 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:20:49.499515 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-1d6c554e-b507-460c-92d6-0de474090a88 req-65a05dfe-044c-46fb-9551-ba56e9f32eaa service neutron] Attempting to bind port 25119c18-d266-457c-b9e6-73ad66b935c9 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'b4ce49ff-3cc5-4f13-a498-63dc22734ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0b97695f-aac6-4078-97e8-a66178de66a0'}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:20:49.500144 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6c554e-b507-460c-92d6-0de474090a88 req-65a05dfe-044c-46fb-9551-ba56e9f32eaa service neutron] Attempting to bind port 25119c18-d266-457c-b9e6-73ad66b935c9 on network 0b97695f-aac6-4078-97e8-a66178de66a0 {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:20:49.506129 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6c554e-b507-460c-92d6-0de474090a88 req-65a05dfe-044c-46fb-9551-ba56e9f32eaa service neutron] Port 25119c18-d266-457c-b9e6-73ad66b935c9 on network 0b97695f-aac6-4078-97e8-a66178de66a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:20:49.506792 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6c554e-b507-460c-92d6-0de474090a88 req-65a05dfe-044c-46fb-9551-ba56e9f32eaa service neutron] Attempting to bind port 25119c18-d266-457c-b9e6-73ad66b935c9 on network 0b97695f-aac6-4078-97e8-a66178de66a0 {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:20:49.512829 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6c554e-b507-460c-92d6-0de474090a88 req-65a05dfe-044c-46fb-9551-ba56e9f32eaa service neutron] Checking agent: {'id': 'ee728df3-37aa-4a8e-b7f1-721981839fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'started_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:20:49.513900 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6c554e-b507-460c-92d6-0de474090a88 req-65a05dfe-044c-46fb-9551-ba56e9f32eaa service neutron] Checking segment: {'id': 'b4ce49ff-3cc5-4f13-a498-63dc22734ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0b97695f-aac6-4078-97e8-a66178de66a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:20:49.514470 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6c554e-b507-460c-92d6-0de474090a88 req-65a05dfe-044c-46fb-9551-ba56e9f32eaa service neutron] Bound using segment: {'id': 'b4ce49ff-3cc5-4f13-a498-63dc22734ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0b97695f-aac6-4078-97e8-a66178de66a0'} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:20:49.515094 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-1d6c554e-b507-460c-92d6-0de474090a88 req-65a05dfe-044c-46fb-9551-ba56e9f32eaa service neutron] Bound port: 25119c18-d266-457c-b9e6-73ad66b935c9, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4ce49ff-3cc5-4f13-a498-63dc22734ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0b97695f-aac6-4078-97e8-a66178de66a0'}}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:20:49.515658 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-1d6c554e-b507-460c-92d6-0de474090a88 req-65a05dfe-044c-46fb-9551-ba56e9f32eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:49.522807 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff1d87-84b7-43e3-a7a9-ae27cecc4884 req-ed7eeb8e-e48c-4dbf-839d-77b3fbbc92e6 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:49.530044 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-97ff1d87-84b7-43e3-a7a9-ae27cecc4884 req-ed7eeb8e-e48c-4dbf-839d-77b3fbbc92e6 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1593e95-7ae5-43aa-a86b-ee2233537f45 HTTP/1.1" status: 200 len: 932 time: 0.3433607 Jul 13 20:20:49.545803 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a303b8-8f40-40ce-b085-c86ece71bc41 admin admin] Made reservation on behalf of 484e822c21f544bfa5935ffb31ba1037 for: {'network': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:20:49.548466 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e5a303b8-8f40-40ce-b085-c86ece71bc41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for network, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:49.579492 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a2ef7-7d4e-435c-9d19-d2113f491daa req-aba411bd-1774-473c-8975-bc87b81c6583 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:49.581996 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5a2a2ef7-7d4e-435c-9d19-d2113f491daa req-aba411bd-1774-473c-8975-bc87b81c6583 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.4519413 Jul 13 20:20:49.593003 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e5a303b8-8f40-40ce-b085-c86ece71bc41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:49.603402 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-1d6c554e-b507-460c-92d6-0de474090a88 req-65a05dfe-044c-46fb-9551-ba56e9f32eaa service neutron] For port 25119c18-d266-457c-b9e6-73ad66b935c9, host hv-cinder-80069, cleared binding levels {{(pid=92957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:20:49.608831 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-1d6c554e-b507-460c-92d6-0de474090a88 req-65a05dfe-044c-46fb-9551-ba56e9f32eaa service neutron] For port 25119c18-d266-457c-b9e6-73ad66b935c9, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=25119c18-d266-457c-b9e6-73ad66b935c9,segment=NetworkSegment(b4ce49ff-3cc5-4f13-a498-63dc22734ac2),segment_id=b4ce49ff-3cc5-4f13-a498-63dc22734ac2)] {{(pid=92957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:20:49.617366 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-1d6c554e-b507-460c-92d6-0de474090a88 req-65a05dfe-044c-46fb-9551-ba56e9f32eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:49.677752 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c554e-b507-460c-92d6-0de474090a88 req-65a05dfe-044c-46fb-9551-ba56e9f32eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:49.678613 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-1d6c554e-b507-460c-92d6-0de474090a88 req-65a05dfe-044c-46fb-9551-ba56e9f32eaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:49.680266 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1d6c554e-b507-460c-92d6-0de474090a88 req-65a05dfe-044c-46fb-9551-ba56e9f32eaa service neutron] 10.222.0.47 "PUT /v2.0/ports/25119c18-d266-457c-b9e6-73ad66b935c9 HTTP/1.1" status: 200 len: 1094 time: 1.1253026 Jul 13 20:20:49.696213 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1593e95-7ae5-43aa-a86b-ee2233537f45', 'tag': '25119c18-d266-457c-b9e6-73ad66b935c9'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:20:49.705134 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c6ba50-5cbd-4675-9531-57e6a1bd9754" -d '{"events": [{"name": "network-changed", "server_uuid": "a1593e95-7ae5-43aa-a86b-ee2233537f45", "tag": "25119c18-d266-457c-b9e6-73ad66b935c9"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:20:49.709896 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device af7d17f9-2725-4141-890a-6568b8b1d242 up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:20:49.787242 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a05dfe-044c-46fb-9551-ba56e9f32eaa service neutron] Pushing event updated for resources: {'Port': ['ID=25119c18-d266-457c-b9e6-73ad66b935c9,revision_number=3']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:49.792916 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-97ff1d87-84b7-43e3-a7a9-ae27cecc4884 req-f3aa56fc-e883-4946-9345-2b2cbc047349 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/security-groups?id=f88ee1f2-d0d8-4b8c-8ce1-d71e0d8f6e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352090 Jul 13 20:20:49.815909 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5a2a2ef7-7d4e-435c-9d19-d2113f491daa req-2200242f-2661-49c6-9205-88a704ad309b tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2240157 Jul 13 20:20:49.838719 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-36896898-e04a-49d6-a69c-00a0c3e82643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ea4637-8413-458b-89d8-eaeea873b323', 'name': 'tempest-TestMinimumBasicScenario-1641522643-router', 'tenant_id': '3029e7699307438c86dc648956083042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'af7d17f9-2725-4141-890a-6568b8b1d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:20:38Z', 'updated_at': '2021-07-13T20:20:46Z', 'revision_number': 4, 'project_id': '3029e7699307438c86dc648956083042', 'gw_port': {'id': 'af7d17f9-2725-4141-890a-6568b8b1d242', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ea4637-8413-458b-89d8-eaeea873b323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:40Z', 'updated_at': '2021-07-13T20:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': '947d35e5-4bf2-4782-9142-7cdd3c70f2ad', 'name': '', 'network_id': 'bb455b5d-45bd-4628-96d1-fb52590d86a6', 'tenant_id': '3029e7699307438c86dc648956083042', 'mac_address': 'fa:16:3e:fc:6e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ea4637-8413-458b-89d8-eaeea873b323', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '54796a68-d1a1-4045-8b72-1af62d04dcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:44Z', 'updated_at': '2021-07-13T20:20:46Z', 'revision_number': 2, 'project_id': '3029e7699307438c86dc648956083042', 'subnets': [{'id': '54796a68-d1a1-4045-8b72-1af62d04dcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:20:49.858857 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c9b5da-f753-458d-a08a-9d110bfb48d3 x-openstack-request-id: req-b3c9b5da-f753-458d-a08a-9d110bfb48d3 {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:20:49.859451 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1593e95-7ae5-43aa-a86b-ee2233537f45", "tag": "25119c18-d266-457c-b9e6-73ad66b935c9", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:20:49.860024 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3c9b5da-f753-458d-a08a-9d110bfb48d3 {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:20:49.860588 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1593e95-7ae5-43aa-a86b-ee2233537f45', 'tag': '25119c18-d266-457c-b9e6-73ad66b935c9', 'status': 'completed', 'code': 200} Jul 13 20:20:49.871700 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c554e-b507-460c-92d6-0de474090a88 req-9387b1ae-e56b-4ac1-a74e-96a59c74abed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:49.872092 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36896898-e04a-49d6-a69c-00a0c3e82643 None None] Checking router: 50ea4637-8413-458b-89d8-eaeea873b323 for host: dv-cinder-800697-1-iscsi {{(pid=92959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:20:49.872223 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36896898-e04a-49d6-a69c-00a0c3e82643 None None] Updating router 50ea4637-8413-458b-89d8-eaeea873b323 port 947d35e5-4bf2-4782-9142-7cdd3c70f2ad binding host dv-cinder-800697-1-iscsi {{(pid=92959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:20:49.875624 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1d6c554e-b507-460c-92d6-0de474090a88 req-9387b1ae-e56b-4ac1-a74e-96a59c74abed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=090cf87574eb457aaa0f816b9c6c73d5&device_id=a1593e95-7ae5-43aa-a86b-ee2233537f45 HTTP/1.1" status: 200 len: 1097 time: 0.1329632 Jul 13 20:20:49.900354 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port af7d17f9-2725-4141-890a-6568b8b1d242 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:49.900733 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:49.946206 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-36896898-e04a-49d6-a69c-00a0c3e82643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:49.955529 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1d6c554e-b507-460c-92d6-0de474090a88 req-017f4432-2e37-4326-97fa-2289511ca0a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25119c18-d266-457c-b9e6-73ad66b935c9 HTTP/1.1" status: 200 len: 217 time: 0.0629380 Jul 13 20:20:49.971045 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e5a303b8-8f40-40ce-b085-c86ece71bc41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:49.980974 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e5a303b8-8f40-40ce-b085-c86ece71bc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:50.051539 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c554e-b507-460c-92d6-0de474090a88 req-da7a27e8-18ee-47db-a303-42d702203bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:50.054865 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1d6c554e-b507-460c-92d6-0de474090a88 req-da7a27e8-18ee-47db-a303-42d702203bbb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d95ccc97-de7c-42cf-b0c1-9a1f98b75184 HTTP/1.1" status: 200 len: 849 time: 0.0907984 Jul 13 20:20:50.059117 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a303b8-8f40-40ce-b085-c86ece71bc41 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=92958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:20:50.084178 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a303b8-8f40-40ce-b085-c86ece71bc41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2359f113-8cf5-4cf8-aa5d-ac647be2f929,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:50.090119 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e5a303b8-8f40-40ce-b085-c86ece71bc41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996'] for segment, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:50.090569 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.db.segments_db [None req-e5a303b8-8f40-40ce-b085-c86ece71bc41 admin admin] Added segment 2bc91af4-3beb-491d-adab-cc47559862d9 of type vlan for network c698f5d5-431d-470e-9527-0445bcb4230b Jul 13 20:20:50.123353 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1d6c554e-b507-460c-92d6-0de474090a88 req-5c83ebdf-d15c-4fd3-86f8-4bb3a5060788 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0b97695f-aac6-4078-97e8-a66178de66a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535920 Jul 13 20:20:50.218389 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e5a303b8-8f40-40ce-b085-c86ece71bc41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781992687126'] for network, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:50.298485 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e5a303b8-8f40-40ce-b085-c86ece71bc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962'] for network, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:50.299162 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a303b8-8f40-40ce-b085-c86ece71bc41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:50.299834 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e5a303b8-8f40-40ce-b085-c86ece71bc41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for network, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:50.330248 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1d6c554e-b507-460c-92d6-0de474090a88 req-38bd3499-b40d-4761-a802-891055bd04ce service neutron] 10.222.0.47 "GET /v2.0/networks/0b97695f-aac6-4078-97e8-a66178de66a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974707 Jul 13 20:20:50.413408 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-36896898-e04a-49d6-a69c-00a0c3e82643 None None] Notify callbacks [] for port, precommit_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:50.413670 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e886d10-d9da-4d04-b96f-2af594a873b9 req-96778c68-1776-4de0-abf4-84681f82765a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:50.415847 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3e886d10-d9da-4d04-b96f-2af594a873b9 req-96778c68-1776-4de0-abf4-84681f82765a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 943 time: 0.2176487 Jul 13 20:20:50.424007 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 45666) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:50.424965 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-e5a303b8-8f40-40ce-b085-c86ece71bc41 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9919152 Jul 13 20:20:50.432370 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-36896898-e04a-49d6-a69c-00a0c3e82643 None None] Transition to ACTIVE for port object 947d35e5-4bf2-4782-9142-7cdd3c70f2ad will not be triggered until provisioned by entity L2. {{(pid=92959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:20:50.434045 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-ffbb34ae-a24b-420b-9d12-b1eb8a124ad9 admin admin] Request body: {'subnet': {'network_id': 'c698f5d5-431d-470e-9527-0445bcb4230b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1983589399-subnet', 'tenant_id': '484e822c21f544bfa5935ffb31ba1037', 'ip_version': 4}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:20:50.439676 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-36896898-e04a-49d6-a69c-00a0c3e82643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:50.480491 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a303b8-8f40-40ce-b085-c86ece71bc41 admin admin] Pushing event updated for resources: {'Network': ['ID=c698f5d5-431d-470e-9527-0445bcb4230b,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:50.496391 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbb34ae-a24b-420b-9d12-b1eb8a124ad9 admin admin] Made reservation on behalf of 484e822c21f544bfa5935ffb31ba1037 for: {'subnet': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:20:50.500516 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-ffbb34ae-a24b-420b-9d12-b1eb8a124ad9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148547'] for subnet, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:50.508698 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b6c43-e7be-4565-a930-c6b149df0741 None None] Pushing event updated for resources: {'Port': ['ID=947d35e5-4bf2-4782-9142-7cdd3c70f2ad,revision_number=3']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:50.513940 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Network c698f5d5-431d-470e-9527-0445bcb4230b details requested by agent ovs-agent-dv-cinder-800697-1-iscsi with host dv-cinder-800697-1-iscsi {{(pid=92959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:20:50.524406 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3e886d10-d9da-4d04-b96f-2af594a873b9 req-5d4a7bc7-4941-4d10-b55e-1fc4141a1600 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975423 Jul 13 20:20:50.552343 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 45668) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:50.595107 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1d6c554e-b507-460c-92d6-0de474090a88 req-39ab39c9-cf48-4ef8-b21a-dfff64ee8aee service neutron] 10.222.0.47 "GET /v2.0/networks/0b97695f-aac6-4078-97e8-a66178de66a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566662 Jul 13 20:20:50.605354 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d570c-da86-49f7-8129-11da263e6f44 req-2314406e-b2f5-4855-a183-ab0d0e01685a tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:50.610054 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-543d570c-da86-49f7-8129-11da263e6f44 req-2314406e-b2f5-4855-a183-ab0d0e01685a tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.3159375 Jul 13 20:20:50.695642 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-543d570c-da86-49f7-8129-11da263e6f44 req-3860ded1-4aa3-48ee-ab24-338715850fc8 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781231 Jul 13 20:20:50.821194 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-2376a581-05e5-4b18-a938-53d22be23dee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-225743011-network', 'tenant_id': 'fa100c18602a42eface74db243d61b03'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:20:50.840326 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6ba50-5cbd-4675-9531-57e6a1bd9754 req-162dd59c-d75b-40ab-9467-0c271e183bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:50.842298 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-c9c6ba50-5cbd-4675-9531-57e6a1bd9754 req-162dd59c-d75b-40ab-9467-0c271e183bb8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=090cf87574eb457aaa0f816b9c6c73d5&device_id=a1593e95-7ae5-43aa-a86b-ee2233537f45 HTTP/1.1" status: 200 len: 1097 time: 0.1602092 Jul 13 20:20:50.866155 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2376a581-05e5-4b18-a938-53d22be23dee admin admin] Made reservation on behalf of fa100c18602a42eface74db243d61b03 for: {'network': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:20:50.872987 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2376a581-05e5-4b18-a938-53d22be23dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for network, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:50.901294 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2376a581-05e5-4b18-a938-53d22be23dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:50.950511 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-36896898-e04a-49d6-a69c-00a0c3e82643 None None] Attempting to bind port 947d35e5-4bf2-4782-9142-7cdd3c70f2ad on host dv-cinder-800697-1-iscsi for vnic_type normal with profile {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:20:50.951850 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-36896898-e04a-49d6-a69c-00a0c3e82643 None None] Attempting to bind port 947d35e5-4bf2-4782-9142-7cdd3c70f2ad by drivers openvswitch,hyperv on host dv-cinder-800697-1-iscsi at level 0 using segments [{'id': '71eb11d8-5f9a-449d-80b6-f03fd5bc353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bb455b5d-45bd-4628-96d1-fb52590d86a6'}] {{(pid=92959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:20:50.954673 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36896898-e04a-49d6-a69c-00a0c3e82643 None None] Attempting to bind port 947d35e5-4bf2-4782-9142-7cdd3c70f2ad on network bb455b5d-45bd-4628-96d1-fb52590d86a6 {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:20:50.956328 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 6 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:20:50.972007 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:20:50.989487 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36896898-e04a-49d6-a69c-00a0c3e82643 None None] Checking agent: {'id': '9033cd36-ce31-4b6d-a813-8d08366f9d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 10, 7), 'started_at': datetime.datetime(2021, 7, 13, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:20:50.992503 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36896898-e04a-49d6-a69c-00a0c3e82643 None None] Checking segment: {'id': '71eb11d8-5f9a-449d-80b6-f03fd5bc353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bb455b5d-45bd-4628-96d1-fb52590d86a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:20:50.993268 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-36896898-e04a-49d6-a69c-00a0c3e82643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:50.993926 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36896898-e04a-49d6-a69c-00a0c3e82643 None None] Bound using segment: {'id': '71eb11d8-5f9a-449d-80b6-f03fd5bc353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bb455b5d-45bd-4628-96d1-fb52590d86a6'} {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:20:50.996606 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-36896898-e04a-49d6-a69c-00a0c3e82643 None None] Bound port: 947d35e5-4bf2-4782-9142-7cdd3c70f2ad, host: dv-cinder-800697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71eb11d8-5f9a-449d-80b6-f03fd5bc353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bb455b5d-45bd-4628-96d1-fb52590d86a6'}}] {{(pid=92959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:20:50.997250 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-36896898-e04a-49d6-a69c-00a0c3e82643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:51.140709 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6ba50-5cbd-4675-9531-57e6a1bd9754 req-a42a87c5-b485-4cb6-80e4-7044042a7e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:51.142718 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-c9c6ba50-5cbd-4675-9531-57e6a1bd9754 req-a42a87c5-b485-4cb6-80e4-7044042a7e7f service neutron] 10.222.0.47 "GET /v2.0/networks?id=0b97695f-aac6-4078-97e8-a66178de66a0 HTTP/1.1" status: 200 len: 910 time: 0.2864850 Jul 13 20:20:51.144587 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-ffbb34ae-a24b-420b-9d12-b1eb8a124ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15804401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148593'] for subnet, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:51.237792 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-c9c6ba50-5cbd-4675-9531-57e6a1bd9754 req-8640aa91-eb95-43c4-a335-cd1d26933990 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25119c18-d266-457c-b9e6-73ad66b935c9 HTTP/1.1" status: 200 len: 217 time: 0.0864871 Jul 13 20:20:51.281263 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377a799-c8e6-4dc9-93a5-2b8405e1218f req-3cf31e17-eb5c-4e2e-bbc7-f07945d3be0c tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:51.290719 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7377a799-c8e6-4dc9-93a5-2b8405e1218f req-3cf31e17-eb5c-4e2e-bbc7-f07945d3be0c tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1593e95-7ae5-43aa-a86b-ee2233537f45 HTTP/1.1" status: 200 len: 944 time: 0.3447874 Jul 13 20:20:51.293953 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb34ae-a24b-420b-9d12-b1eb8a124ad9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0b7b302-c1e9-4eeb-af7e-7b7602c04483,revision_number=0']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:51.310510 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbb34ae-a24b-420b-9d12-b1eb8a124ad9 admin admin] Checking segment: {'id': '2bc91af4-3beb-491d-adab-cc47559862d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c698f5d5-431d-470e-9527-0445bcb4230b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:20:51.311177 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbb34ae-a24b-420b-9d12-b1eb8a124ad9 admin admin] Network hostable DHCP agents. Network: c698f5d5-431d-470e-9527-0445bcb4230b, hostable agents: ['9d6e4556-3812-4c7d-88f2-13bd16a57861'], hosted agents: [] {{(pid=92957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:20:51.316850 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-36896898-e04a-49d6-a69c-00a0c3e82643 None None] For port 947d35e5-4bf2-4782-9142-7cdd3c70f2ad, host dv-cinder-800697-1-iscsi, cleared binding levels {{(pid=92959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:20:51.351086 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6ba50-5cbd-4675-9531-57e6a1bd9754 req-9d3969b5-ea1e-472d-8493-1fb37a3f6c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:51.352646 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-c9c6ba50-5cbd-4675-9531-57e6a1bd9754 req-9d3969b5-ea1e-472d-8493-1fb37a3f6c11 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d95ccc97-de7c-42cf-b0c1-9a1f98b75184 HTTP/1.1" status: 200 len: 849 time: 0.1048198 Jul 13 20:20:51.379845 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7377a799-c8e6-4dc9-93a5-2b8405e1218f req-f3d04b5e-57c1-4e21-894b-97e9831ab672 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/security-groups?id=f88ee1f2-d0d8-4b8c-8ce1-d71e0d8f6e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881405 Jul 13 20:20:51.389960 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbb34ae-a24b-420b-9d12-b1eb8a124ad9 admin admin] Network c698f5d5-431d-470e-9527-0445bcb4230b is scheduled to be hosted by DHCP agent 9d6e4556-3812-4c7d-88f2-13bd16a57861 with binding_index 1 {{(pid=92957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:20:51.409343 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd,segment=NetworkSegment(b425f644-01d0-41f1-9d66-d17b7e83c5bb),segment_id=b425f644-01d0-41f1-9d66-d17b7e83c5bb)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:20:51.417059 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2376a581-05e5-4b18-a938-53d22be23dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:51.423054 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-36896898-e04a-49d6-a69c-00a0c3e82643 None None] For port 947d35e5-4bf2-4782-9142-7cdd3c70f2ad, host dv-cinder-800697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=947d35e5-4bf2-4782-9142-7cdd3c70f2ad,segment=NetworkSegment(71eb11d8-5f9a-449d-80b6-f03fd5bc353d),segment_id=71eb11d8-5f9a-449d-80b6-f03fd5bc353d)] {{(pid=92959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:20:51.426931 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef934f-aa06-4ba8-8392-ec9ad42129cd req-13e4bf34-dd25-46d9-9464-e7d3c314a3d8 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:51.434495 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-79ef934f-aa06-4ba8-8392-ec9ad42129cd req-13e4bf34-dd25-46d9-9464-e7d3c314a3d8 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.3256128 Jul 13 20:20:51.443347 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2376a581-05e5-4b18-a938-53d22be23dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:51.445027 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-36896898-e04a-49d6-a69c-00a0c3e82643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:51.447409 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [None req-ffbb34ae-a24b-420b-9d12-b1eb8a124ad9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-1-iscsi, c698f5d5-431d-470e-9527-0445bcb4230b) {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:20:51.461555 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbb34ae-a24b-420b-9d12-b1eb8a124ad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:51.461555 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-ffbb34ae-a24b-420b-9d12-b1eb8a124ad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for subnet, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:51.474604 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-c9c6ba50-5cbd-4675-9531-57e6a1bd9754 req-df8c87d3-5c5e-4c9c-9e65-62b59bdf9e35 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0b97695f-aac6-4078-97e8-a66178de66a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082256 Jul 13 20:20:51.490454 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2376a581-05e5-4b18-a938-53d22be23dee admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=92958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:20:51.501978 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376a581-05e5-4b18-a938-53d22be23dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d5e833-e933-411c-8ad2-dd98d3d20535,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:51.526753 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-79ef934f-aa06-4ba8-8392-ec9ad42129cd req-78be034d-8bab-4523-ac81-c3b8bd41359e tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0912824 Jul 13 20:20:51.536758 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2376a581-05e5-4b18-a938-53d22be23dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996'] for segment, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:51.538708 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.db.segments_db [None req-2376a581-05e5-4b18-a938-53d22be23dee admin admin] Added segment 611be495-a747-4e79-bbe5-08b0eded5156 of type vlan for network 27c68af1-f1e3-4658-8c08-c74a6ffa9eb0 Jul 13 20:20:51.593310 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Returning: {'device': '8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd', 'network_id': '23e04280-011c-4830-9f31-aeff7c63ac5d', 'port_id': '8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd', 'mac_address': 'fa:16:3e:41:76:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cad210ff-96a6-4a54-8511-5b333f142a9a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:20:51.595530 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5b665a-7121-4965-af33-e37df838c4e9 None None] Network c698f5d5-431d-470e-9527-0445bcb4230b requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:20:51.596438 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2376a581-05e5-4b18-a938-53d22be23dee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781992687126'] for network, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:51.634180 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-ffbb34ae-a24b-420b-9d12-b1eb8a124ad9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2069592 Jul 13 20:20:51.642306 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 45678) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:51.665233 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-6e40229f-6dfd-43b5-8d3d-d033c39337c1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1983589399-router', 'tenant_id': '484e822c21f544bfa5935ffb31ba1037', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'}}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:20:51.693242 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2376a581-05e5-4b18-a938-53d22be23dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962'] for network, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:51.696748 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2376a581-05e5-4b18-a938-53d22be23dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:51.699744 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2376a581-05e5-4b18-a938-53d22be23dee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for network, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:51.706429 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b6c43-e7be-4565-a930-c6b149df0741 None None] Pushing event updated for resources: {'Port': ['ID=947d35e5-4bf2-4782-9142-7cdd3c70f2ad,revision_number=4']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:51.728068 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-c9c6ba50-5cbd-4675-9531-57e6a1bd9754 req-045d97ec-555a-49a4-8417-8ed2d1fc6a4a service neutron] 10.222.0.47 "GET /v2.0/networks/0b97695f-aac6-4078-97e8-a66178de66a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472949 Jul 13 20:20:51.760868 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36896898-e04a-49d6-a69c-00a0c3e82643 None None] Routers {'50ea4637-8413-458b-89d8-eaeea873b323'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:20:51.761524 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-36896898-e04a-49d6-a69c-00a0c3e82643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:20:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['50ea4637-8413-458b-89d8-eaeea873b323'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:20:51.821378 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:51.907767 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6e40229f-6dfd-43b5-8d3d-d033c39337c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4752'] for router, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:51.918025 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6e40229f-6dfd-43b5-8d3d-d033c39337c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4761'] for router, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:51.928146 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd {{(pid=92959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:20:52.014052 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd,segment=NetworkSegment(b425f644-01d0-41f1-9d66-d17b7e83c5bb),segment_id=b425f644-01d0-41f1-9d66-d17b7e83c5bb)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:20:52.021912 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-c9c6ba50-5cbd-4675-9531-57e6a1bd9754 req-e34b8c0b-70ad-4d4b-8e8b-8b146e0a1e15 service neutron] 10.222.0.47 "GET /v2.0/networks/0b97695f-aac6-4078-97e8-a66178de66a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867129 Jul 13 20:20:52.026800 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:52.029643 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6e40229f-6dfd-43b5-8d3d-d033c39337c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:52.056250 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-2376a581-05e5-4b18-a938-53d22be23dee admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5024455 Jul 13 20:20:52.059635 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 45682) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:52.065205 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-222076b7-8c39-470b-b1c5-2c55e8dd8dfb admin admin] Request body: {'subnet': {'network_id': '27c68af1-f1e3-4658-8c08-c74a6ffa9eb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-225743011-subnet', 'tenant_id': 'fa100c18602a42eface74db243d61b03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:20:52.107542 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222076b7-8c39-470b-b1c5-2c55e8dd8dfb admin admin] Made reservation on behalf of fa100c18602a42eface74db243d61b03 for: {'subnet': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:20:52.113195 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-222076b7-8c39-470b-b1c5-2c55e8dd8dfb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148547'] for subnet, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:52.127243 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-36896898-e04a-49d6-a69c-00a0c3e82643 None None] Set router 50ea4637-8413-458b-89d8-eaeea873b323 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:20:52.129884 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd,revision_number=4']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:52.179350 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376a581-05e5-4b18-a938-53d22be23dee admin admin] Pushing event updated for resources: {'Network': ['ID=27c68af1-f1e3-4658-8c08-c74a6ffa9eb0,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:52.207668 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Network 27c68af1-f1e3-4658-8c08-c74a6ffa9eb0 details requested by agent ovs-agent-dv-cinder-800697-1-iscsi with host dv-cinder-800697-1-iscsi {{(pid=92959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:20:52.277253 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6e40229f-6dfd-43b5-8d3d-d033c39337c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1708278', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4747'] for router, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:52.372491 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-222076b7-8c39-470b-b1c5-2c55e8dd8dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15804401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148593'] for subnet, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:52.378417 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc6fb5-aa86-46ea-9a7e-29759cd0b5c5 req-3f5f764f-d57c-4048-8e4c-3ef0e15475cc tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:52.385886 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1ecc6fb5-aa86-46ea-9a7e-29759cd0b5c5 req-3f5f764f-d57c-4048-8e4c-3ef0e15475cc tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 943 time: 0.5229068 Jul 13 20:20:52.412736 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f4819-d599-4edc-8621-cb6778559a85 req-4aedbe36-d645-42c1-a0e2-42730d9aa2ca tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:52.414428 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f35f4819-d599-4edc-8621-cb6778559a85 req-4aedbe36-d645-42c1-a0e2-42730d9aa2ca tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.3806746 Jul 13 20:20:52.460855 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222076b7-8c39-470b-b1c5-2c55e8dd8dfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=43fff264-df45-48cc-8b71-52a3f4a71a8e,revision_number=0']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:52.504502 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1ecc6fb5-aa86-46ea-9a7e-29759cd0b5c5 req-5ab4db8f-7b67-48e8-8a5a-1fb26f1988a2 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175876 Jul 13 20:20:52.514326 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a61839-ea37-4439-b4d2-c6dcbb733eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4343ca1b-82c6-5ec5-be1b-550c314ed552-c698f5d5-431d-470e-9527-0445bcb4230b', 'network_id': 'c698f5d5-431d-470e-9527-0445bcb4230b', 'tenant_id': '484e822c21f544bfa5935ffb31ba1037', 'fixed_ips': [{'subnet_id': 'a0b7b302-c1e9-4eeb-af7e-7b7602c04483'}]}} from dv-cinder-800697-1-iscsi. {{(pid=92959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:20:52.515389 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-a1a61839-ea37-4439-b4d2-c6dcbb733eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:52.529363 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f35f4819-d599-4edc-8621-cb6778559a85 req-d2ac78cc-d526-4796-95d4-e2f2eadf2c65 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055408 Jul 13 20:20:52.539119 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222076b7-8c39-470b-b1c5-2c55e8dd8dfb admin admin] Checking segment: {'id': '611be495-a747-4e79-bbe5-08b0eded5156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '27c68af1-f1e3-4658-8c08-c74a6ffa9eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:20:52.539758 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222076b7-8c39-470b-b1c5-2c55e8dd8dfb admin admin] Network hostable DHCP agents. Network: 27c68af1-f1e3-4658-8c08-c74a6ffa9eb0, hostable agents: ['9d6e4556-3812-4c7d-88f2-13bd16a57861'], hosted agents: [] {{(pid=92957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:20:52.607485 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222076b7-8c39-470b-b1c5-2c55e8dd8dfb admin admin] Network 27c68af1-f1e3-4658-8c08-c74a6ffa9eb0 is scheduled to be hosted by DHCP agent 9d6e4556-3812-4c7d-88f2-13bd16a57861 with binding_index 1 {{(pid=92957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:20:52.635512 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:20:52.639120 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [None req-222076b7-8c39-470b-b1c5-2c55e8dd8dfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-1-iscsi, 27c68af1-f1e3-4658-8c08-c74a6ffa9eb0) {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:20:52.652942 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222076b7-8c39-470b-b1c5-2c55e8dd8dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:52.655602 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-222076b7-8c39-470b-b1c5-2c55e8dd8dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for subnet, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:52.700048 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-222076b7-8c39-470b-b1c5-2c55e8dd8dfb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6318300 Jul 13 20:20:52.859100 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6e40229f-6dfd-43b5-8d3d-d033c39337c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:52.871301 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b2f94e-1c53-423c-9c94-e7993cf37211 None None] Network 27c68af1-f1e3-4658-8c08-c74a6ffa9eb0 requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:20:52.890339 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6e40229f-6dfd-43b5-8d3d-d033c39337c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:53.158785 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfaf211-2433-4a73-8f3c-5f399d955565 req-05795490-8217-443c-9bcf-85de26efbe7d tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:53.160372 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1cfaf211-2433-4a73-8f3c-5f399d955565 req-05795490-8217-443c-9bcf-85de26efbe7d tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.3925505 Jul 13 20:20:53.165834 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-36896898-e04a-49d6-a69c-00a0c3e82643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ea4637-8413-458b-89d8-eaeea873b323', 'name': 'tempest-TestMinimumBasicScenario-1641522643-router', 'tenant_id': '3029e7699307438c86dc648956083042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'af7d17f9-2725-4141-890a-6568b8b1d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:20:38Z', 'updated_at': '2021-07-13T20:20:46Z', 'revision_number': 4, 'project_id': '3029e7699307438c86dc648956083042', 'gw_port': {'id': 'af7d17f9-2725-4141-890a-6568b8b1d242', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ea4637-8413-458b-89d8-eaeea873b323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:40Z', 'updated_at': '2021-07-13T20:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': '947d35e5-4bf2-4782-9142-7cdd3c70f2ad', 'name': '', 'network_id': 'bb455b5d-45bd-4628-96d1-fb52590d86a6', 'tenant_id': '3029e7699307438c86dc648956083042', 'mac_address': 'fa:16:3e:fc:6e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ea4637-8413-458b-89d8-eaeea873b323', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '54796a68-d1a1-4045-8b72-1af62d04dcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:44Z', 'updated_at': '2021-07-13T20:20:51Z', 'revision_number': 4, 'project_id': '3029e7699307438c86dc648956083042', 'subnets': [{'id': '54796a68-d1a1-4045-8b72-1af62d04dcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:20:53.169159 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32765bbc-3649-4a10-8b11-3984983f5449 req-e5d4d287-a19d-4545-a14b-084aa0d5fc93 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:53.176961 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-32765bbc-3649-4a10-8b11-3984983f5449 req-e5d4d287-a19d-4545-a14b-084aa0d5fc93 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1593e95-7ae5-43aa-a86b-ee2233537f45 HTTP/1.1" status: 200 len: 944 time: 0.4449103 Jul 13 20:20:53.208414 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36896898-e04a-49d6-a69c-00a0c3e82643 None None] The sync data for ids ['50ea4637-8413-458b-89d8-eaeea873b323'] in dv-cinder-800697-1-iscsi is: [{'id': '50ea4637-8413-458b-89d8-eaeea873b323', 'name': 'tempest-TestMinimumBasicScenario-1641522643-router', 'tenant_id': '3029e7699307438c86dc648956083042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'af7d17f9-2725-4141-890a-6568b8b1d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:20:38Z', 'updated_at': '2021-07-13T20:20:46Z', 'revision_number': 4, 'project_id': '3029e7699307438c86dc648956083042', 'gw_port': {'id': 'af7d17f9-2725-4141-890a-6568b8b1d242', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ea4637-8413-458b-89d8-eaeea873b323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:40Z', 'updated_at': '2021-07-13T20:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': '947d35e5-4bf2-4782-9142-7cdd3c70f2ad', 'name': '', 'network_id': 'bb455b5d-45bd-4628-96d1-fb52590d86a6', 'tenant_id': '3029e7699307438c86dc648956083042', 'mac_address': 'fa:16:3e:fc:6e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ea4637-8413-458b-89d8-eaeea873b323', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '54796a68-d1a1-4045-8b72-1af62d04dcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:44Z', 'updated_at': '2021-07-13T20:20:51Z', 'revision_number': 4, 'project_id': '3029e7699307438c86dc648956083042', 'subnets': [{'id': '54796a68-d1a1-4045-8b72-1af62d04dcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:20:53.267892 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.db_base_plugin_common [None req-a1a61839-ea37-4439-b4d2-c6dcbb733eae None None] Allocated IP 172.20.0.2 (c698f5d5-431d-470e-9527-0445bcb4230b/a0b7b302-c1e9-4eeb-af7e-7b7602c04483/24a0898f-62c7-4c04-a2d6-db36057fae88) {{(pid=92959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:20:53.336452 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-32765bbc-3649-4a10-8b11-3984983f5449 req-6beaa758-603a-4726-a960-da7a8bebe468 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/security-groups?id=f88ee1f2-d0d8-4b8c-8ce1-d71e0d8f6e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584525 Jul 13 20:20:53.370084 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1cfaf211-2433-4a73-8f3c-5f399d955565 req-957fab34-7144-4ac4-94fb-fe492454e204 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1882966 Jul 13 20:20:53.406763 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [None req-6e40229f-6dfd-43b5-8d3d-d033c39337c1 admin admin] Allocated IP 172.27.1.24 (e57c7c0c-39ec-40cf-b750-a71f25c7d8d2/a207c1df-41ac-48bd-9f72-165f77d81169/8cc717d5-7b6c-4249-97e9-e96e7123ed7d) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:20:53.481431 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bd95e8-ca2b-4a4b-96dc-2f69f96e2a9c None None] Network 27c68af1-f1e3-4658-8c08-c74a6ffa9eb0 requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:20:53.614803 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6e40229f-6dfd-43b5-8d3d-d033c39337c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:53.717738 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6e40229f-6dfd-43b5-8d3d-d033c39337c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15916159'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:53.770523 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 947d35e5-4bf2-4782-9142-7cdd3c70f2ad up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:20:53.973821 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e40229f-6dfd-43b5-8d3d-d033c39337c1 admin admin] Pushing event updated for resources: {'Port': ['ID=8cc717d5-7b6c-4249-97e9-e96e7123ed7d,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:54.012698 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e40229f-6dfd-43b5-8d3d-d033c39337c1 admin admin] Network e57c7c0c-39ec-40cf-b750-a71f25c7d8d2 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:20:54.044894 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-6e40229f-6dfd-43b5-8d3d-d033c39337c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:20:54.049137 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e40229f-6dfd-43b5-8d3d-d033c39337c1 admin admin] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:20:54.085001 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning for port 947d35e5-4bf2-4782-9142-7cdd3c70f2ad completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:20:54.100372 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 45706) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:54.100372 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-75c0fc65-c498-410a-bba9-c83bfb916a1b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-540542097-network', 'tenant_id': '94837cdcb145401f9c3f805d353aaa96'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:20:54.127879 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-a1a61839-ea37-4439-b4d2-c6dcbb733eae None None] Notify callbacks [] for port, precommit_create {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:54.142287 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port 947d35e5-4bf2-4782-9142-7cdd3c70f2ad triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:54.142736 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:54.144612 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c0fc65-c498-410a-bba9-c83bfb916a1b admin admin] Made reservation on behalf of 94837cdcb145401f9c3f805d353aaa96 for: {'network': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:20:54.147313 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-75c0fc65-c498-410a-bba9-c83bfb916a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for network, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:54.166213 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-75c0fc65-c498-410a-bba9-c83bfb916a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:54.223493 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-a1a61839-ea37-4439-b4d2-c6dcbb733eae None None] Transition to ACTIVE for port object 24a0898f-62c7-4c04-a2d6-db36057fae88 will not be triggered until provisioned by entity L2. {{(pid=92959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:20:54.277320 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f2052-50b0-484a-b2dc-258fb07f7d51 req-bd184955-a56b-4e12-bc6b-7e6877d246ff tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:54.300067 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-073f2052-50b0-484a-b2dc-258fb07f7d51 req-bd184955-a56b-4e12-bc6b-7e6877d246ff tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.3890831 Jul 13 20:20:54.352160 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-a1a61839-ea37-4439-b4d2-c6dcbb733eae None None] Transition to ACTIVE for port object 24a0898f-62c7-4c04-a2d6-db36057fae88 will not be triggered until provisioned by entity DHCP. {{(pid=92959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:20:54.380237 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-a1a61839-ea37-4439-b4d2-c6dcbb733eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094'] for port, after_create {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:54.405019 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-75c0fc65-c498-410a-bba9-c83bfb916a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:54.421253 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-75c0fc65-c498-410a-bba9-c83bfb916a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:54.424458 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a4bdf-c1dd-467e-b65b-d16db14c91a1 req-35e9c73c-5cd5-417c-aa63-02c5c0cea7f6 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:54.426164 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-889a4bdf-c1dd-467e-b65b-d16db14c91a1 req-35e9c73c-5cd5-417c-aa63-02c5c0cea7f6 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 944 time: 0.5535171 Jul 13 20:20:54.429627 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-073f2052-50b0-484a-b2dc-258fb07f7d51 req-b962dd8a-a72d-4ca0-88be-8bc1c100c672 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263473 Jul 13 20:20:54.509082 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a61839-ea37-4439-b4d2-c6dcbb733eae None None] Network c698f5d5-431d-470e-9527-0445bcb4230b is already hosted by enough agents. {{(pid=92959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:20:54.522504 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c0fc65-c498-410a-bba9-c83bfb916a1b admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=92957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:20:54.533991 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.scheduler.base_scheduler [None req-a1a61839-ea37-4439-b4d2-c6dcbb733eae None None] Resources bound (agent type, host, resource id): {{(pid=92959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:20:54.538087 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a61839-ea37-4439-b4d2-c6dcbb733eae None None] Received port after_create {{(pid=92959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:20:54.547022 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0fc65-c498-410a-bba9-c83bfb916a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f43e677-4a51-4685-b96e-cbd5da84689a,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:54.566217 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-75c0fc65-c498-410a-bba9-c83bfb916a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996'] for segment, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:54.566697 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.db.segments_db [None req-75c0fc65-c498-410a-bba9-c83bfb916a1b admin admin] Added segment ddb67c29-7662-4bb8-ab47-7ec33cf4a64b of type vlan for network 7afbc5f6-c760-4ee6-8bfd-c3c95bdfda63 Jul 13 20:20:54.668083 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-889a4bdf-c1dd-467e-b65b-d16db14c91a1 req-e0e4721a-414d-4917-98d6-dce2bb5f95e8 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610022 Jul 13 20:20:54.671893 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a61839-ea37-4439-b4d2-c6dcbb733eae None None] Pushing event updated for resources: {'Port': ['ID=24a0898f-62c7-4c04-a2d6-db36057fae88,revision_number=1']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:54.672338 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-75c0fc65-c498-410a-bba9-c83bfb916a1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781992687126'] for network, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:54.685501 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:54.775201 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-75c0fc65-c498-410a-bba9-c83bfb916a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962'] for network, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:54.777610 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c0fc65-c498-410a-bba9-c83bfb916a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:54.778362 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-75c0fc65-c498-410a-bba9-c83bfb916a1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for network, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:54.782391 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] For port 947d35e5-4bf2-4782-9142-7cdd3c70f2ad, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=947d35e5-4bf2-4782-9142-7cdd3c70f2ad,segment=NetworkSegment(71eb11d8-5f9a-449d-80b6-f03fd5bc353d),segment_id=71eb11d8-5f9a-449d-80b6-f03fd5bc353d)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:20:54.789130 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-a1a61839-ea37-4439-b4d2-c6dcbb733eae None None] Attempting to bind port 24a0898f-62c7-4c04-a2d6-db36057fae88 on host dv-cinder-800697-1-iscsi for vnic_type normal with profile {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:20:54.789888 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-a1a61839-ea37-4439-b4d2-c6dcbb733eae None None] Attempting to bind port 24a0898f-62c7-4c04-a2d6-db36057fae88 by drivers openvswitch,hyperv on host dv-cinder-800697-1-iscsi at level 0 using segments [{'id': '2bc91af4-3beb-491d-adab-cc47559862d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c698f5d5-431d-470e-9527-0445bcb4230b'}] {{(pid=92959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:20:54.790505 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a61839-ea37-4439-b4d2-c6dcbb733eae None None] Attempting to bind port 24a0898f-62c7-4c04-a2d6-db36057fae88 on network c698f5d5-431d-470e-9527-0445bcb4230b {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:20:54.805100 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a61839-ea37-4439-b4d2-c6dcbb733eae None None] Checking agent: {'id': '9033cd36-ce31-4b6d-a813-8d08366f9d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 10, 7), 'started_at': datetime.datetime(2021, 7, 13, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:20:54.805902 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a61839-ea37-4439-b4d2-c6dcbb733eae None None] Checking segment: {'id': '2bc91af4-3beb-491d-adab-cc47559862d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c698f5d5-431d-470e-9527-0445bcb4230b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:20:54.807658 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-a1a61839-ea37-4439-b4d2-c6dcbb733eae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:54.808976 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a61839-ea37-4439-b4d2-c6dcbb733eae None None] Bound using segment: {'id': '2bc91af4-3beb-491d-adab-cc47559862d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c698f5d5-431d-470e-9527-0445bcb4230b'} {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:20:54.816840 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-a1a61839-ea37-4439-b4d2-c6dcbb733eae None None] Bound port: 24a0898f-62c7-4c04-a2d6-db36057fae88, host: dv-cinder-800697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc91af4-3beb-491d-adab-cc47559862d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c698f5d5-431d-470e-9527-0445bcb4230b'}}] {{(pid=92959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:20:54.817866 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-a1a61839-ea37-4439-b4d2-c6dcbb733eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:54.820764 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:54.863502 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-75c0fc65-c498-410a-bba9-c83bfb916a1b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7661541 Jul 13 20:20:54.922592 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 45712) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:54.959919 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-d5879db6-11bf-466b-b528-fe1446379117 admin admin] Request body: {'subnet': {'network_id': '7afbc5f6-c760-4ee6-8bfd-c3c95bdfda63', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-540542097-subnet', 'tenant_id': '94837cdcb145401f9c3f805d353aaa96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:20:54.983432 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0fc65-c498-410a-bba9-c83bfb916a1b admin admin] Pushing event updated for resources: {'Network': ['ID=7afbc5f6-c760-4ee6-8bfd-c3c95bdfda63,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:54.993799 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1bc598-be63-48f9-bbff-ab0a8be0f628 req-d7cc5e78-3619-4e99-ab9f-c3b375d8681c tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:54.999881 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5879db6-11bf-466b-b528-fe1446379117 admin admin] Made reservation on behalf of 94837cdcb145401f9c3f805d353aaa96 for: {'subnet': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:20:55.002884 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d5879db6-11bf-466b-b528-fe1446379117 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148547'] for subnet, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:55.004013 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9b1bc598-be63-48f9-bbff-ab0a8be0f628 req-d7cc5e78-3619-4e99-ab9f-c3b375d8681c tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1593e95-7ae5-43aa-a86b-ee2233537f45 HTTP/1.1" status: 200 len: 944 time: 0.3105061 Jul 13 20:20:55.053072 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-a1a61839-ea37-4439-b4d2-c6dcbb733eae None None] For port 24a0898f-62c7-4c04-a2d6-db36057fae88, host dv-cinder-800697-1-iscsi, cleared binding levels {{(pid=92959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:20:55.057349 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-a1a61839-ea37-4439-b4d2-c6dcbb733eae None None] For port 24a0898f-62c7-4c04-a2d6-db36057fae88, host dv-cinder-800697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=24a0898f-62c7-4c04-a2d6-db36057fae88,segment=NetworkSegment(2bc91af4-3beb-491d-adab-cc47559862d9),segment_id=2bc91af4-3beb-491d-adab-cc47559862d9)] {{(pid=92959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:20:55.134981 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9b1bc598-be63-48f9-bbff-ab0a8be0f628 req-177fe430-c3b3-4aae-b85e-72fbef26de07 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/security-groups?id=f88ee1f2-d0d8-4b8c-8ce1-d71e0d8f6e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296790 Jul 13 20:20:55.158985 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6e40229f-6dfd-43b5-8d3d-d033c39337c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:55.200465 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 25119c18-d266-457c-b9e6-73ad66b935c9 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:20:55.202762 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Network 7afbc5f6-c760-4ee6-8bfd-c3c95bdfda63 details requested by agent ovs-agent-dv-cinder-800697-1-iscsi with host dv-cinder-800697-1-iscsi {{(pid=92959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:20:55.335998 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd up at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:20:55.418742 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-a1a61839-ea37-4439-b4d2-c6dcbb733eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:55.477936 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Pushing event updated for resources: {'Port': ['ID=947d35e5-4bf2-4782-9142-7cdd3c70f2ad,revision_number=5']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:55.566792 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a61839-ea37-4439-b4d2-c6dcbb733eae None None] Pushing event updated for resources: {'Port': ['ID=24a0898f-62c7-4c04-a2d6-db36057fae88,revision_number=2']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:55.567512 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad18a8-1e17-4caa-a67e-5e94a771b002 req-e1252454-a974-4751-9b74-254dd3c6f435 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:55.576022 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f9ad18a8-1e17-4caa-a67e-5e94a771b002 req-e1252454-a974-4751-9b74-254dd3c6f435 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.6678319 Jul 13 20:20:55.592966 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d5879db6-11bf-466b-b528-fe1446379117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15804401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148593'] for subnet, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:55.616951 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning for port 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:20:55.628861 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning complete for port 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:55.629267 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:55.736903 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5879db6-11bf-466b-b528-fe1446379117 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b18f549-dced-4a4d-954a-300830222357,revision_number=0']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:55.742466 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5879db6-11bf-466b-b528-fe1446379117 admin admin] Checking segment: {'id': 'ddb67c29-7662-4bb8-ab47-7ec33cf4a64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7afbc5f6-c760-4ee6-8bfd-c3c95bdfda63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:20:55.742952 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5879db6-11bf-466b-b528-fe1446379117 admin admin] Network hostable DHCP agents. Network: 7afbc5f6-c760-4ee6-8bfd-c3c95bdfda63, hostable agents: ['9d6e4556-3812-4c7d-88f2-13bd16a57861'], hosted agents: [] {{(pid=92957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:20:55.765832 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 947d35e5-4bf2-4782-9142-7cdd3c70f2ad up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:20:55.777446 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5879db6-11bf-466b-b528-fe1446379117 admin admin] Network 7afbc5f6-c760-4ee6-8bfd-c3c95bdfda63 is scheduled to be hosted by DHCP agent 9d6e4556-3812-4c7d-88f2-13bd16a57861 with binding_index 1 {{(pid=92957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:20:55.796933 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [None req-d5879db6-11bf-466b-b528-fe1446379117 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-1-iscsi, 7afbc5f6-c760-4ee6-8bfd-c3c95bdfda63) {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:20:55.805335 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5879db6-11bf-466b-b528-fe1446379117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:55.805936 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d5879db6-11bf-466b-b528-fe1446379117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for subnet, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:55.814621 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f9ad18a8-1e17-4caa-a67e-5e94a771b002 req-3f764175-d994-4275-8ab2-d530be9cc68b tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2372911 Jul 13 20:20:55.836467 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-d5879db6-11bf-466b-b528-fe1446379117 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9034197 Jul 13 20:20:55.840919 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77350d30-9dc5-4ba8-a8e6-1ea1314a4161 None None] Network 7afbc5f6-c760-4ee6-8bfd-c3c95bdfda63 requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:20:55.996679 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6e40229f-6dfd-43b5-8d3d-d033c39337c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1708235'] for router, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:56.077649 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16839e95-54a2-4233-8105-54c37b4184b4 req-b798a1b3-64d1-41a0-ab14-b033c20c4344 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:56.085734 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-16839e95-54a2-4233-8105-54c37b4184b4 req-b798a1b3-64d1-41a0-ab14-b033c20c4344 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.2699788 Jul 13 20:20:56.238875 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:56.269723 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 25119c18-d266-457c-b9e6-73ad66b935c9, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=25119c18-d266-457c-b9e6-73ad66b935c9,segment=NetworkSegment(b4ce49ff-3cc5-4f13-a498-63dc22734ac2),segment_id=b4ce49ff-3cc5-4f13-a498-63dc22734ac2)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:20:56.319845 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Returning: {'device': '25119c18-d266-457c-b9e6-73ad66b935c9', 'network_id': '0b97695f-aac6-4078-97e8-a66178de66a0', 'port_id': '25119c18-d266-457c-b9e6-73ad66b935c9', 'mac_address': 'fa:16:3e:ba:b9:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95ccc97-de7c-42cf-b0c1-9a1f98b75184', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:20:56.321543 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc80579-6334-45ad-a8eb-14400d6fd358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd'}] {{(pid=92959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:20:56.324234 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a95ef25a805c455dc0e319f75fe5c37b751c8207b334ba38c934020b16a01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7408625-826e-40b3-b508-e90b26bbb272" -d '{"events": [{"server_uuid": "8cc80579-6334-45ad-a8eb-14400d6fd358", "name": "network-vif-plugged", "status": "completed", "tag": "8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd"}]}' {{(pid=92959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:20:56.346021 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-16839e95-54a2-4233-8105-54c37b4184b4 req-c8325046-e387-4693-bfdc-b3bde1da9396 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297764 Jul 13 20:20:56.346496 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd,segment=NetworkSegment(b425f644-01d0-41f1-9d66-d17b7e83c5bb),segment_id=b425f644-01d0-41f1-9d66-d17b7e83c5bb)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:20:56.388607 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:56.441479 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port 947d35e5-4bf2-4782-9142-7cdd3c70f2ad triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:56.442113 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:56.486372 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:56.564220 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3df7e-3079-48ba-99ef-7faad16cb44d req-45300264-bd92-4a10-ae8e-9e6620fb2790 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:56.566011 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd,revision_number=5']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:56.569853 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25119c18-d266-457c-b9e6-73ad66b935c9 {{(pid=92959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:20:56.578746 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7ee788-9686-43dd-9c92-14423e4b9324 None None] Network 7afbc5f6-c760-4ee6-8bfd-c3c95bdfda63 requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:20:56.584596 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-20f3df7e-3079-48ba-99ef-7faad16cb44d req-45300264-bd92-4a10-ae8e-9e6620fb2790 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 944 time: 0.3805833 Jul 13 20:20:56.647555 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 25119c18-d266-457c-b9e6-73ad66b935c9, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=25119c18-d266-457c-b9e6-73ad66b935c9,segment=NetworkSegment(b4ce49ff-3cc5-4f13-a498-63dc22734ac2),segment_id=b4ce49ff-3cc5-4f13-a498-63dc22734ac2)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:20:56.662413 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:56.693739 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-20f3df7e-3079-48ba-99ef-7faad16cb44d req-7ecb25a2-347d-4318-8c24-73f56ed27446 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081624 Jul 13 20:20:56.755262 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e40229f-6dfd-43b5-8d3d-d033c39337c1 admin admin] Router a97dc4bd-aa33-4ee6-8349-95e81cd7f75e is scheduled to L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d with binding_index 1 {{(pid=92958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:20:56.858994 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=25119c18-d266-457c-b9e6-73ad66b935c9,revision_number=4']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:56.867254 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b04d8b1-52d8-44c1-997a-ae98a44536fd x-openstack-request-id: req-0b04d8b1-52d8-44c1-997a-ae98a44536fd {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:20:56.867710 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc80579-6334-45ad-a8eb-14400d6fd358", "name": "network-vif-plugged", "status": "completed", "tag": "8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd", "code": 200}]} {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:20:56.868098 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0b04d8b1-52d8-44c1-997a-ae98a44536fd {{(pid=92959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:20:56.868601 dv-cinder-800697-1-iscsi neutron-server[92959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc80579-6334-45ad-a8eb-14400d6fd358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd', 'code': 200} Jul 13 20:20:56.965197 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398ec8a-4dc9-4741-905a-194f701cb99d req-373fae3a-3b20-45bc-a6fd-da0461e9cd62 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:56.966954 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c398ec8a-4dc9-4741-905a-194f701cb99d req-373fae3a-3b20-45bc-a6fd-da0461e9cd62 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1593e95-7ae5-43aa-a86b-ee2233537f45 HTTP/1.1" status: 200 len: 945 time: 0.2719390 Jul 13 20:20:56.969659 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['25119c18-d266-457c-b9e6-73ad66b935c9'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:20:57.292469 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c398ec8a-4dc9-4741-905a-194f701cb99d req-ed54b03c-9c73-4d16-b560-f30c88cde533 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/security-groups?id=f88ee1f2-d0d8-4b8c-8ce1-d71e0d8f6e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021252 Jul 13 20:20:57.305245 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e40229f-6dfd-43b5-8d3d-d033c39337c1 admin admin] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:20:57.323696 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c3c381-3816-4304-ab19-054477e5b29e None None] Sync routers for ids ['a97dc4bd-aa33-4ee6-8349-95e81cd7f75e'] in dv-cinder-800697-1-iscsi {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:20:57.337759 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6e40229f-6dfd-43b5-8d3d-d033c39337c1 admin admin] Notify callbacks [] for router, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:57.344579 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-6e40229f-6dfd-43b5-8d3d-d033c39337c1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6945074 Jul 13 20:20:57.345303 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 45742) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:57.366405 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c3c381-3816-4304-ab19-054477e5b29e None None] Routers {'a97dc4bd-aa33-4ee6-8349-95e81cd7f75e'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:20:57.367667 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-53c3c381-3816-4304-ab19-054477e5b29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:20:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['a97dc4bd-aa33-4ee6-8349-95e81cd7f75e'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:20:57.389624 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a3ab9-5ef6-4151-9581-64c5816022e8 req-11f9617a-713e-42a4-bcb7-375cc86b09fc tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:57.391958 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9f1a3ab9-5ef6-4151-9581-64c5816022e8 req-11f9617a-713e-42a4-bcb7-375cc86b09fc tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.2299523 Jul 13 20:20:57.405199 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa74efd-3b07-4989-bfd1-93c78bf983f3 None None] Network c698f5d5-431d-470e-9527-0445bcb4230b requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:20:57.511480 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9f1a3ab9-5ef6-4151-9581-64c5816022e8 req-f436591f-10c0-4390-a7d4-f3946e337d1e tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1126142 Jul 13 20:20:57.518753 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f8076-f905-482e-894b-405afd805804 req-6079ba1c-6b1f-4eeb-b474-95fef4bc8d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:57.520633 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-100f8076-f905-482e-894b-405afd805804 req-6079ba1c-6b1f-4eeb-b474-95fef4bc8d9d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 1098 time: 0.2476196 Jul 13 20:20:57.617745 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9771b76-2f88-43ab-b376-ca53baefd6c0 req-efba25f0-0388-4f3c-a658-23f815557ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:57.620019 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-c9771b76-2f88-43ab-b376-ca53baefd6c0 req-efba25f0-0388-4f3c-a658-23f815557ba4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 1099 time: 0.2070498 Jul 13 20:20:57.662237 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-100f8076-f905-482e-894b-405afd805804 req-b70e1898-2028-46f1-9f3e-083a207d9eb9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327622 Jul 13 20:20:57.723829 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-c9771b76-2f88-43ab-b376-ca53baefd6c0 req-7f8c5354-495f-4756-90ec-aaa586cec34f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952585 Jul 13 20:20:57.748106 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-53c3c381-3816-4304-ab19-054477e5b29e None None] Set router a97dc4bd-aa33-4ee6-8349-95e81cd7f75e gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:20:57.972459 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 24a0898f-62c7-4c04-a2d6-db36057fae88 up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:20:58.084460 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-c34404ae-0c26-4a48-906a-84ca4bf1ac85 None None] Provisioning for port 24a0898f-62c7-4c04-a2d6-db36057fae88 completed by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:20:58.170081 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-53c3c381-3816-4304-ab19-054477e5b29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97dc4bd-aa33-4ee6-8349-95e81cd7f75e', 'name': 'tempest-TestMinimumBasicScenario-1983589399-router', 'tenant_id': '484e822c21f544bfa5935ffb31ba1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '8cc717d5-7b6c-4249-97e9-e96e7123ed7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:20:51Z', 'updated_at': '2021-07-13T20:20:54Z', 'revision_number': 3, 'project_id': '484e822c21f544bfa5935ffb31ba1037', 'gw_port': {'id': '8cc717d5-7b6c-4249-97e9-e96e7123ed7d', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a8:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97dc4bd-aa33-4ee6-8349-95e81cd7f75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:52Z', 'updated_at': '2021-07-13T20:20:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi'}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:20:58.186849 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning for port 24a0898f-62c7-4c04-a2d6-db36057fae88 completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:20:58.194603 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port 24a0898f-62c7-4c04-a2d6-db36057fae88 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:58.195641 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:58.214368 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c3c381-3816-4304-ab19-054477e5b29e None None] Checking router: a97dc4bd-aa33-4ee6-8349-95e81cd7f75e for host: dv-cinder-800697-1-iscsi {{(pid=92960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:20:58.215008 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c3c381-3816-4304-ab19-054477e5b29e None None] Updating router a97dc4bd-aa33-4ee6-8349-95e81cd7f75e port 8cc717d5-7b6c-4249-97e9-e96e7123ed7d binding host dv-cinder-800697-1-iscsi {{(pid=92960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:20:58.278112 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-53c3c381-3816-4304-ab19-054477e5b29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:58.442918 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:58.509563 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c317c-8a43-4479-926d-caf702c34b0e req-69588ce4-1ef2-4812-85d5-33b6fcf55e2d tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:58.525042 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] For port 24a0898f-62c7-4c04-a2d6-db36057fae88, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=24a0898f-62c7-4c04-a2d6-db36057fae88,segment=NetworkSegment(2bc91af4-3beb-491d-adab-cc47559862d9),segment_id=2bc91af4-3beb-491d-adab-cc47559862d9)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:20:58.525975 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4e5c317c-8a43-4479-926d-caf702c34b0e req-69588ce4-1ef2-4812-85d5-33b6fcf55e2d tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.8936474 Jul 13 20:20:58.532033 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:58.582835 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa83df1-7918-40a6-b579-a2677b414b00 req-ee2e0bfb-ed4c-4260-a861-c9b1d809de4d tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:58.584461 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dfa83df1-7918-40a6-b579-a2677b414b00 req-ee2e0bfb-ed4c-4260-a861-c9b1d809de4d tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 945 time: 0.2404709 Jul 13 20:20:58.676298 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4e5c317c-8a43-4479-926d-caf702c34b0e req-620a2897-eb74-4d15-977a-bb036726a260 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486795 Jul 13 20:20:58.714661 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Pushing event updated for resources: {'Port': ['ID=24a0898f-62c7-4c04-a2d6-db36057fae88,revision_number=3']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:58.777318 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-53c3c381-3816-4304-ab19-054477e5b29e None None] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:58.785118 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-be7dbed7-0910-4a1a-9e22-346419cff8f2 None None] Provisioning complete for port 24a0898f-62c7-4c04-a2d6-db36057fae88 triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:58.785645 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-be7dbed7-0910-4a1a-9e22-346419cff8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:58.791699 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [None req-53c3c381-3816-4304-ab19-054477e5b29e None None] Transition to ACTIVE for port object 8cc717d5-7b6c-4249-97e9-e96e7123ed7d will not be triggered until provisioned by entity L2. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:20:58.806853 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-53c3c381-3816-4304-ab19-054477e5b29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:58.824157 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dfa83df1-7918-40a6-b579-a2677b414b00 req-280d2760-c0db-4e92-bec2-20dd03c8c3a6 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205205 Jul 13 20:20:58.957980 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aad9fd-8e26-47f1-a7a0-23ee290064aa None None] Pushing event updated for resources: {'Port': ['ID=8cc717d5-7b6c-4249-97e9-e96e7123ed7d,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:58.993563 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aad9fd-8e26-47f1-a7a0-23ee290064aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:58.993954 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aad9fd-8e26-47f1-a7a0-23ee290064aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:58.994296 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aad9fd-8e26-47f1-a7a0-23ee290064aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:58.994628 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aad9fd-8e26-47f1-a7a0-23ee290064aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:58.994958 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aad9fd-8e26-47f1-a7a0-23ee290064aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:58.995288 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aad9fd-8e26-47f1-a7a0-23ee290064aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:58.995613 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aad9fd-8e26-47f1-a7a0-23ee290064aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:58.995937 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aad9fd-8e26-47f1-a7a0-23ee290064aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:58.996309 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aad9fd-8e26-47f1-a7a0-23ee290064aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:59.000753 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 25119c18-d266-457c-b9e6-73ad66b935c9 up at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:20:59.006340 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aad9fd-8e26-47f1-a7a0-23ee290064aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:59.009165 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aad9fd-8e26-47f1-a7a0-23ee290064aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:59.009839 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aad9fd-8e26-47f1-a7a0-23ee290064aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:59.073857 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [None req-53c3c381-3816-4304-ab19-054477e5b29e None None] Attempting to bind port 8cc717d5-7b6c-4249-97e9-e96e7123ed7d on host dv-cinder-800697-1-iscsi for vnic_type normal with profile {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:20:59.074981 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [None req-53c3c381-3816-4304-ab19-054477e5b29e None None] Attempting to bind port 8cc717d5-7b6c-4249-97e9-e96e7123ed7d by drivers openvswitch,hyperv on host dv-cinder-800697-1-iscsi at level 0 using segments [{'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:20:59.076508 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c3c381-3816-4304-ab19-054477e5b29e None None] Attempting to bind port 8cc717d5-7b6c-4249-97e9-e96e7123ed7d on network e57c7c0c-39ec-40cf-b750-a71f25c7d8d2 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:20:59.081471 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-517baa13-2dda-4e1f-afaf-dbe613550ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:59.091922 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c3c381-3816-4304-ab19-054477e5b29e None None] Checking agent: {'id': '9033cd36-ce31-4b6d-a813-8d08366f9d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 10, 7), 'started_at': datetime.datetime(2021, 7, 13, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:20:59.093721 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c3c381-3816-4304-ab19-054477e5b29e None None] Checking segment: {'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:20:59.094468 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-53c3c381-3816-4304-ab19-054477e5b29e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:59.097256 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c3c381-3816-4304-ab19-054477e5b29e None None] Bound using segment: {'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:20:59.098116 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [None req-53c3c381-3816-4304-ab19-054477e5b29e None None] Bound port: 8cc717d5-7b6c-4249-97e9-e96e7123ed7d, host: dv-cinder-800697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'}}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:20:59.098731 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-53c3c381-3816-4304-ab19-054477e5b29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:59.246030 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning for port 25119c18-d266-457c-b9e6-73ad66b935c9 completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:20:59.263624 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning complete for port 25119c18-d266-457c-b9e6-73ad66b935c9 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:59.264326 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:59.285674 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-53c3c381-3816-4304-ab19-054477e5b29e None None] For port 8cc717d5-7b6c-4249-97e9-e96e7123ed7d, host dv-cinder-800697-1-iscsi, cleared binding levels {{(pid=92960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:20:59.300456 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88808109-0115-4228-af3d-80207fa7b3bd req-fb65dc36-b3e1-424d-9657-1f44d35cff19 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:59.300958 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-53c3c381-3816-4304-ab19-054477e5b29e None None] For port 8cc717d5-7b6c-4249-97e9-e96e7123ed7d, host dv-cinder-800697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=8cc717d5-7b6c-4249-97e9-e96e7123ed7d,segment=NetworkSegment(dd2d7350-8005-4571-9290-470baa5abba8),segment_id=dd2d7350-8005-4571-9290-470baa5abba8)] {{(pid=92960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:20:59.303550 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-88808109-0115-4228-af3d-80207fa7b3bd req-fb65dc36-b3e1-424d-9657-1f44d35cff19 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1593e95-7ae5-43aa-a86b-ee2233537f45 HTTP/1.1" status: 200 len: 945 time: 0.2816241 Jul 13 20:20:59.310003 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-53c3c381-3816-4304-ab19-054477e5b29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:59.321051 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26649437-7577-4d84-978b-a6540cc2ae74 req-24a2c3c8-1d0e-46c6-90a8-3e487450a9c4 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:59.331143 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-26649437-7577-4d84-978b-a6540cc2ae74 req-24a2c3c8-1d0e-46c6-90a8-3e487450a9c4 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.2117138 Jul 13 20:20:59.426953 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-88808109-0115-4228-af3d-80207fa7b3bd req-f7f29043-1cd2-48b9-bef9-38278e46e0d8 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/security-groups?id=f88ee1f2-d0d8-4b8c-8ce1-d71e0d8f6e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864570 Jul 13 20:20:59.463211 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-26649437-7577-4d84-978b-a6540cc2ae74 req-adb026d6-6224-440d-801e-057ce109cbb2 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1303530 Jul 13 20:20:59.479263 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aad9fd-8e26-47f1-a7a0-23ee290064aa None None] Pushing event updated for resources: {'Port': ['ID=8cc717d5-7b6c-4249-97e9-e96e7123ed7d,revision_number=3']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:59.511221 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c3c381-3816-4304-ab19-054477e5b29e None None] Routers {'a97dc4bd-aa33-4ee6-8349-95e81cd7f75e'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:20:59.512799 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-53c3c381-3816-4304-ab19-054477e5b29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:20:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['a97dc4bd-aa33-4ee6-8349-95e81cd7f75e'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:20:59.526328 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:59.530243 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_common [None req-517baa13-2dda-4e1f-afaf-dbe613550ca7 admin admin] Allocated IP 172.20.0.1 (c698f5d5-431d-470e-9527-0445bcb4230b/a0b7b302-c1e9-4eeb-af7e-7b7602c04483/8fc893a6-f582-4f89-8fee-5a93b12a2153) {{(pid=92957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:20:59.582655 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1593e95-7ae5-43aa-a86b-ee2233537f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25119c18-d266-457c-b9e6-73ad66b935c9'}] {{(pid=92959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:20:59.586057 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a95ef25a805c455dc0e319f75fe5c37b751c8207b334ba38c934020b16a01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de32c825-ff86-4eee-824f-c091fd19725a" -d '{"events": [{"server_uuid": "a1593e95-7ae5-43aa-a86b-ee2233537f45", "name": "network-vif-plugged", "status": "completed", "tag": "25119c18-d266-457c-b9e6-73ad66b935c9"}]}' {{(pid=92959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:20:59.621253 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 25119c18-d266-457c-b9e6-73ad66b935c9, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=25119c18-d266-457c-b9e6-73ad66b935c9,segment=NetworkSegment(b4ce49ff-3cc5-4f13-a498-63dc22734ac2),segment_id=b4ce49ff-3cc5-4f13-a498-63dc22734ac2)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:20:59.629475 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:59.680839 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f47928-9b8d-475d-b188-212abcd1a8e7 x-openstack-request-id: req-22f47928-9b8d-475d-b188-212abcd1a8e7 {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:20:59.681126 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1593e95-7ae5-43aa-a86b-ee2233537f45", "name": "network-vif-plugged", "status": "completed", "tag": "25119c18-d266-457c-b9e6-73ad66b935c9", "code": 200}]} {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:20:59.682012 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-22f47928-9b8d-475d-b188-212abcd1a8e7 {{(pid=92959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:20:59.682413 dv-cinder-800697-1-iscsi neutron-server[92959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1593e95-7ae5-43aa-a86b-ee2233537f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25119c18-d266-457c-b9e6-73ad66b935c9', 'code': 200} Jul 13 20:20:59.683204 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 24a0898f-62c7-4c04-a2d6-db36057fae88 up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:20:59.735986 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-53c3c381-3816-4304-ab19-054477e5b29e None None] Set router a97dc4bd-aa33-4ee6-8349-95e81cd7f75e gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:20:59.776264 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port 24a0898f-62c7-4c04-a2d6-db36057fae88 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:59.776551 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:59.799153 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-517baa13-2dda-4e1f-afaf-dbe613550ca7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:59.832429 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.provisioning_blocks [None req-517baa13-2dda-4e1f-afaf-dbe613550ca7 admin admin] Transition to ACTIVE for port object 8fc893a6-f582-4f89-8fee-5a93b12a2153 will not be triggered until provisioned by entity DHCP. {{(pid=92957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:20:59.834143 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=25119c18-d266-457c-b9e6-73ad66b935c9,revision_number=5']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:59.910155 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-517baa13-2dda-4e1f-afaf-dbe613550ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:59.971020 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517baa13-2dda-4e1f-afaf-dbe613550ca7 admin admin] Network c698f5d5-431d-470e-9527-0445bcb4230b is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:21:00.002835 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [None req-517baa13-2dda-4e1f-afaf-dbe613550ca7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:21:00.057443 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca52e83-be0c-418b-a8f4-71f314f08127 req-9ace0341-31e4-414a-8b71-360d08a62c4d tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:00.059909 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517baa13-2dda-4e1f-afaf-dbe613550ca7 admin admin] Received port after_create {{(pid=92957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:21:00.064073 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9ca52e83-be0c-418b-a8f4-71f314f08127 req-9ace0341-31e4-414a-8b71-360d08a62c4d tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.1501584 Jul 13 20:21:00.066903 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517baa13-2dda-4e1f-afaf-dbe613550ca7 admin admin] Pushing event updated for resources: {'Port': ['ID=8fc893a6-f582-4f89-8fee-5a93b12a2153,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:00.135222 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9ca52e83-be0c-418b-a8f4-71f314f08127 req-e6980f27-05a5-48f1-ba82-fce4284ab2f7 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606310 Jul 13 20:21:00.150701 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-517baa13-2dda-4e1f-afaf-dbe613550ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1709742'] for router_interface, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:00.192448 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba561d1-9159-4510-a517-0ae5ab7d68ee req-b2ed98fe-7c0d-486e-82e5-c96eb0c7a611 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:00.206793 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-aba561d1-9159-4510-a517-0ae5ab7d68ee req-b2ed98fe-7c0d-486e-82e5-c96eb0c7a611 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 945 time: 0.1412082 Jul 13 20:21:00.241666 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2a593-f92e-4ef0-b192-eb58a33c66ff req-5a72c6ec-4857-46c8-9ec8-e80da140b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:00.243826 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-46d2a593-f92e-4ef0-b192-eb58a33c66ff req-5a72c6ec-4857-46c8-9ec8-e80da140b0f8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a1593e95-7ae5-43aa-a86b-ee2233537f45 HTTP/1.1" status: 200 len: 1099 time: 0.2696908 Jul 13 20:21:00.331112 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-aba561d1-9159-4510-a517-0ae5ab7d68ee req-52c4b6fd-6f5b-4872-9800-7f144bdd8f18 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216195 Jul 13 20:21:00.442468 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-46d2a593-f92e-4ef0-b192-eb58a33c66ff req-4ed97471-d66f-4fcf-8f38-6d6c41308144 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f88ee1f2-d0d8-4b8c-8ce1-d71e0d8f6e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904793 Jul 13 20:21:00.450538 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-53c3c381-3816-4304-ab19-054477e5b29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97dc4bd-aa33-4ee6-8349-95e81cd7f75e', 'name': 'tempest-TestMinimumBasicScenario-1983589399-router', 'tenant_id': '484e822c21f544bfa5935ffb31ba1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '8cc717d5-7b6c-4249-97e9-e96e7123ed7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:20:51Z', 'updated_at': '2021-07-13T20:20:54Z', 'revision_number': 3, 'project_id': '484e822c21f544bfa5935ffb31ba1037', 'gw_port': {'id': '8cc717d5-7b6c-4249-97e9-e96e7123ed7d', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a8:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97dc4bd-aa33-4ee6-8349-95e81cd7f75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:52Z', 'updated_at': '2021-07-13T20:20:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi'}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:00.467321 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-c89b2d90-4fdd-4f34-b91e-99eac46808c5 None None] Provisioning for port 8fc893a6-f582-4f89-8fee-5a93b12a2153 completed by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:21:00.481430 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-c89b2d90-4fdd-4f34-b91e-99eac46808c5 None None] Provisioning complete for port 8fc893a6-f582-4f89-8fee-5a93b12a2153 triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:00.482566 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-c89b2d90-4fdd-4f34-b91e-99eac46808c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:00.492267 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c3c381-3816-4304-ab19-054477e5b29e None None] The sync data for ids ['a97dc4bd-aa33-4ee6-8349-95e81cd7f75e'] in dv-cinder-800697-1-iscsi is: [{'id': 'a97dc4bd-aa33-4ee6-8349-95e81cd7f75e', 'name': 'tempest-TestMinimumBasicScenario-1983589399-router', 'tenant_id': '484e822c21f544bfa5935ffb31ba1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '8cc717d5-7b6c-4249-97e9-e96e7123ed7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:20:51Z', 'updated_at': '2021-07-13T20:20:54Z', 'revision_number': 3, 'project_id': '484e822c21f544bfa5935ffb31ba1037', 'gw_port': {'id': '8cc717d5-7b6c-4249-97e9-e96e7123ed7d', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a8:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97dc4bd-aa33-4ee6-8349-95e81cd7f75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:52Z', 'updated_at': '2021-07-13T20:20:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi'}] {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:21:00.621557 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-517baa13-2dda-4e1f-afaf-dbe613550ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:00.656463 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-c89b2d90-4fdd-4f34-b91e-99eac46808c5 None None] Port 8fc893a6-f582-4f89-8fee-5a93b12a2153 cannot update to ACTIVE because it is not bound. {{(pid=92959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:21:00.746409 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb3932-0f10-4c76-86f3-200156f50336 req-dc65e3a5-08b9-4a45-a1c8-fa896d901fb3 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:00.748305 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5fcb3932-0f10-4c76-86f3-200156f50336 req-dc65e3a5-08b9-4a45-a1c8-fa896d901fb3 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 945 time: 0.1807015 Jul 13 20:21:00.890740 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5fcb3932-0f10-4c76-86f3-200156f50336 req-ba8bd3cb-788f-4e83-8111-169b702e3fb1 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183805 Jul 13 20:21:00.967382 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69be1f-02f1-4844-9d20-60e8bc4503e3 req-868e07cb-03a4-45e6-a9d8-320c7dca047f tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:00.976649 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6b69be1f-02f1-4844-9d20-60e8bc4503e3 req-868e07cb-03a4-45e6-a9d8-320c7dca047f tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1593e95-7ae5-43aa-a86b-ee2233537f45 HTTP/1.1" status: 200 len: 946 time: 0.1396661 Jul 13 20:21:01.050438 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 45790) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:01.057240 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6b69be1f-02f1-4844-9d20-60e8bc4503e3 req-5ed00c44-813f-422a-a82e-766dc73f8cb1 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/security-groups?id=f88ee1f2-d0d8-4b8c-8ce1-d71e0d8f6e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793207 Jul 13 20:21:01.174418 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-517baa13-2dda-4e1f-afaf-dbe613550ca7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:01.193805 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-517baa13-2dda-4e1f-afaf-dbe613550ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:01.394683 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517baa13-2dda-4e1f-afaf-dbe613550ca7 admin admin] Pushing event updated for resources: {'Port': ['ID=8fc893a6-f582-4f89-8fee-5a93b12a2153,revision_number=2']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:01.449166 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-517baa13-2dda-4e1f-afaf-dbe613550ca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711076'] for router_interface, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:01.468585 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f0f38-e9d3-4776-b629-ef5640b580eb req-408877b2-14db-41fe-8dda-91054fc848ca tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:01.471297 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ea6f0f38-e9d3-4776-b629-ef5640b580eb req-408877b2-14db-41fe-8dda-91054fc848ca tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.1615891 Jul 13 20:21:01.539740 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ea6f0f38-e9d3-4776-b629-ef5640b580eb req-3ccf590b-401c-4e9b-a985-7234db66b2fd tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576441 Jul 13 20:21:01.764924 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517baa13-2dda-4e1f-afaf-dbe613550ca7 admin admin] Network c698f5d5-431d-470e-9527-0445bcb4230b is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:21:01.784199 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 8cc717d5-7b6c-4249-97e9-e96e7123ed7d up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:21:01.804428 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [None req-517baa13-2dda-4e1f-afaf-dbe613550ca7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:21:01.862224 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning for port 8cc717d5-7b6c-4249-97e9-e96e7123ed7d completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:21:01.870642 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port 8cc717d5-7b6c-4249-97e9-e96e7123ed7d triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:01.871326 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:01.997077 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:02.004632 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187ddfa-239f-4f01-86b2-264c7a3d942c req-010268bc-f8f5-404e-a4c6-78cb92d4ed21 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:02.012607 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b187ddfa-239f-4f01-86b2-264c7a3d942c req-010268bc-f8f5-404e-a4c6-78cb92d4ed21 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.2111821 Jul 13 20:21:02.041623 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] For port 8cc717d5-7b6c-4249-97e9-e96e7123ed7d, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=8cc717d5-7b6c-4249-97e9-e96e7123ed7d,segment=NetworkSegment(dd2d7350-8005-4571-9290-470baa5abba8),segment_id=dd2d7350-8005-4571-9290-470baa5abba8)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:21:02.049344 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:02.121789 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46f8806-d094-4d14-8e81-33de88119cab tempest-TestShelveInstance-1434966432 tempest-TestShelveInstance-1434966432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:02.131727 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 45804) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:02.132401 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-e46f8806-d094-4d14-8e81-33de88119cab tempest-TestShelveInstance-1434966432 tempest-TestShelveInstance-1434966432-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 1093 time: 1.0627327 Jul 13 20:21:02.146059 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-4127a5f0-2e53-47e3-be4b-a8e9096a077a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Request body: {'floatingip': {'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'port_id': '8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd', 'tenant_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:21:02.158794 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112965dc-ba7c-4ed0-829b-4656f5498862 req-05680320-1bbb-4d5a-91d7-189cf7cb7666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:02.160633 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-112965dc-ba7c-4ed0-829b-4656f5498862 req-05680320-1bbb-4d5a-91d7-189cf7cb7666 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc1202cbb5ca410abbcdef9b3fca32f7&device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 1099 time: 0.4867883 Jul 13 20:21:02.186674 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Pushing event updated for resources: {'Port': ['ID=8cc717d5-7b6c-4249-97e9-e96e7123ed7d,revision_number=4']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:02.242870 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4127a5f0-2e53-47e3-be4b-a8e9096a077a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks [] for floatingip, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:02.297315 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b187ddfa-239f-4f01-86b2-264c7a3d942c req-73413b30-c9a6-470b-b5b5-6cc3aa3902ab tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726188 Jul 13 20:21:02.311182 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-2b6ab727-808f-44c7-bb10-9cf9bd1170b6 None None] Provisioning complete for port 8fc893a6-f582-4f89-8fee-5a93b12a2153 triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:02.311564 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-2b6ab727-808f-44c7-bb10-9cf9bd1170b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:02.441119 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517baa13-2dda-4e1f-afaf-dbe613550ca7 admin admin] Router a97dc4bd-aa33-4ee6-8349-95e81cd7f75e has already been hosted by L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d {{(pid=92957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:21:02.446472 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-2b6ab727-808f-44c7-bb10-9cf9bd1170b6 None None] Port 8fc893a6-f582-4f89-8fee-5a93b12a2153 cannot update to ACTIVE because it is not bound. {{(pid=92959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:21:02.602690 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112965dc-ba7c-4ed0-829b-4656f5498862 req-95222bc5-f3f6-4cd5-a823-f5924d05f852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:02.603241 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-112965dc-ba7c-4ed0-829b-4656f5498862 req-95222bc5-f3f6-4cd5-a823-f5924d05f852 service neutron] 10.222.0.47 "GET /v2.0/networks?id=680d4961-3ce0-4364-a639-3d638a8730da HTTP/1.1" status: 200 len: 920 time: 0.4351897 Jul 13 20:21:02.642442 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f43175-10c8-4541-8237-e962cf81174f req-2ff80978-7ba2-4a6f-a1f4-4441e03b518f tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:02.648926 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-95f43175-10c8-4541-8237-e962cf81174f req-2ff80978-7ba2-4a6f-a1f4-4441e03b518f tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1593e95-7ae5-43aa-a86b-ee2233537f45 HTTP/1.1" status: 200 len: 946 time: 0.2039311 Jul 13 20:21:02.689608 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-112965dc-ba7c-4ed0-829b-4656f5498862 req-748ac8e6-fd75-4b78-be6b-808c1bf2452c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=496a2b26-b324-4a14-85bd-ecf02a06773c HTTP/1.1" status: 200 len: 217 time: 0.0749416 Jul 13 20:21:02.721364 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4127a5f0-2e53-47e3-be4b-a8e9096a077a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:02.767293 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517baa13-2dda-4e1f-afaf-dbe613550ca7 admin admin] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:21:02.773655 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-517baa13-2dda-4e1f-afaf-dbe613550ca7 admin admin] 10.222.0.41 "PUT /v2.0/routers/a97dc4bd-aa33-4ee6-8349-95e81cd7f75e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4270492 Jul 13 20:21:02.780208 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112965dc-ba7c-4ed0-829b-4656f5498862 req-96119560-d577-4dcc-b518-277348da82b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:02.783149 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-112965dc-ba7c-4ed0-829b-4656f5498862 req-96119560-d577-4dcc-b518-277348da82b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dc3305a-19e2-4f5f-b91b-410acd0592f6 HTTP/1.1" status: 200 len: 859 time: 0.0812471 Jul 13 20:21:02.858762 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-112965dc-ba7c-4ed0-829b-4656f5498862 req-7b38c9fa-6051-4fd3-88da-255c8fb360f7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=680d4961-3ce0-4364-a639-3d638a8730da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678921 Jul 13 20:21:02.862084 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-95f43175-10c8-4541-8237-e962cf81174f req-e3cd6b5e-4c70-4e43-aacf-6c4dd73e404b tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/security-groups?id=f88ee1f2-d0d8-4b8c-8ce1-d71e0d8f6e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624014 Jul 13 20:21:03.022825 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-112965dc-ba7c-4ed0-829b-4656f5498862 req-2f7583d2-1017-476a-a649-305c08ee9521 service neutron] 10.222.0.47 "GET /v2.0/networks/680d4961-3ce0-4364-a639-3d638a8730da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533380 Jul 13 20:21:03.050352 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [None req-4127a5f0-2e53-47e3-be4b-a8e9096a077a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Allocated IP 172.27.1.239 (e57c7c0c-39ec-40cf-b750-a71f25c7d8d2/a207c1df-41ac-48bd-9f72-165f77d81169/e35efc7d-f012-43c4-868c-0357069671ca) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:21:03.080237 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33fedb-67cf-4bfd-a3fb-72f927ae52bb req-48cdc53e-b5b6-4d50-ba13-370cb6fda61a tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:03.089194 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ba33fedb-67cf-4bfd-a3fb-72f927ae52bb req-48cdc53e-b5b6-4d50-ba13-370cb6fda61a tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.2547445 Jul 13 20:21:03.236330 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ba33fedb-67cf-4bfd-a3fb-72f927ae52bb req-5fea783b-01a6-4174-9e8c-d678eb6db24f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1458750 Jul 13 20:21:03.257218 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-112965dc-ba7c-4ed0-829b-4656f5498862 req-361f4d86-f597-457f-b323-984a0feeb6c6 service neutron] 10.222.0.47 "GET /v2.0/networks/680d4961-3ce0-4364-a639-3d638a8730da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269757 Jul 13 20:21:03.454406 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4127a5f0-2e53-47e3-be4b-a8e9096a077a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:03.724463 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4127a5f0-2e53-47e3-be4b-a8e9096a077a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15916159'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:03.758917 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 8cc717d5-7b6c-4249-97e9-e96e7123ed7d up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:21:04.035193 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46a59ec-de6a-4c9f-80bd-4a5bd07254be None None] Sync routers for ids ['a97dc4bd-aa33-4ee6-8349-95e81cd7f75e'] in dv-cinder-800697-1-iscsi {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:21:04.060555 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4127a5f0-2e53-47e3-be4b-a8e9096a077a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Network e57c7c0c-39ec-40cf-b750-a71f25c7d8d2 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:21:04.069786 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-a206434c-4a21-4dbc-a175-f0d0e57c728a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:04.071072 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127a5f0-2e53-47e3-be4b-a8e9096a077a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Pushing event updated for resources: {'Port': ['ID=e35efc7d-f012-43c4-868c-0357069671ca,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:04.080408 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46a59ec-de6a-4c9f-80bd-4a5bd07254be None None] Routers {'a97dc4bd-aa33-4ee6-8349-95e81cd7f75e'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:21:04.081450 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-d46a59ec-de6a-4c9f-80bd-4a5bd07254be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:20:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['a97dc4bd-aa33-4ee6-8349-95e81cd7f75e'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:04.107022 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-4127a5f0-2e53-47e3-be4b-a8e9096a077a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:21:04.112151 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4127a5f0-2e53-47e3-be4b-a8e9096a077a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:21:04.126032 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127a5f0-2e53-47e3-be4b-a8e9096a077a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:04.126576 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127a5f0-2e53-47e3-be4b-a8e9096a077a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:04.127109 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127a5f0-2e53-47e3-be4b-a8e9096a077a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:04.127620 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127a5f0-2e53-47e3-be4b-a8e9096a077a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:04.128181 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127a5f0-2e53-47e3-be4b-a8e9096a077a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:04.128729 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127a5f0-2e53-47e3-be4b-a8e9096a077a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:04.138446 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127a5f0-2e53-47e3-be4b-a8e9096a077a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:04.138933 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127a5f0-2e53-47e3-be4b-a8e9096a077a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:04.140480 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127a5f0-2e53-47e3-be4b-a8e9096a077a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:04.141288 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127a5f0-2e53-47e3-be4b-a8e9096a077a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:04.142115 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127a5f0-2e53-47e3-be4b-a8e9096a077a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:04.142881 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127a5f0-2e53-47e3-be4b-a8e9096a077a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:04.152325 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port 8cc717d5-7b6c-4249-97e9-e96e7123ed7d triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:04.152325 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:04.316218 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-d46a59ec-de6a-4c9f-80bd-4a5bd07254be None None] Set router a97dc4bd-aa33-4ee6-8349-95e81cd7f75e gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:21:04.423168 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d2f54-4375-4875-a59e-61503648b2bf req-aeb21578-ca83-4a84-bd98-cd13a6ea52a9 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:04.433461 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bb5d2f54-4375-4875-a59e-61503648b2bf req-aeb21578-ca83-4a84-bd98-cd13a6ea52a9 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.9182594 Jul 13 20:21:04.642791 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bb5d2f54-4375-4875-a59e-61503648b2bf req-65b1f6e4-9595-48ce-9ae1-45150dc0a3f2 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997731 Jul 13 20:21:05.038390 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-d46a59ec-de6a-4c9f-80bd-4a5bd07254be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97dc4bd-aa33-4ee6-8349-95e81cd7f75e', 'name': 'tempest-TestMinimumBasicScenario-1983589399-router', 'tenant_id': '484e822c21f544bfa5935ffb31ba1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '8cc717d5-7b6c-4249-97e9-e96e7123ed7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:20:51Z', 'updated_at': '2021-07-13T20:21:00Z', 'revision_number': 4, 'project_id': '484e822c21f544bfa5935ffb31ba1037', 'gw_port': {'id': '8cc717d5-7b6c-4249-97e9-e96e7123ed7d', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97dc4bd-aa33-4ee6-8349-95e81cd7f75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:52Z', 'updated_at': '2021-07-13T20:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': '8fc893a6-f582-4f89-8fee-5a93b12a2153', 'name': '', 'network_id': 'c698f5d5-431d-470e-9527-0445bcb4230b', 'tenant_id': '484e822c21f544bfa5935ffb31ba1037', 'mac_address': 'fa:16:3e:d7:9f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97dc4bd-aa33-4ee6-8349-95e81cd7f75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a0b7b302-c1e9-4eeb-af7e-7b7602c04483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:59Z', 'updated_at': '2021-07-13T20:21:00Z', 'revision_number': 2, 'project_id': '484e822c21f544bfa5935ffb31ba1037', 'subnets': [{'id': 'a0b7b302-c1e9-4eeb-af7e-7b7602c04483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:05.112427 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46a59ec-de6a-4c9f-80bd-4a5bd07254be None None] Checking router: a97dc4bd-aa33-4ee6-8349-95e81cd7f75e for host: dv-cinder-800697-1-iscsi {{(pid=92959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:21:05.113125 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46a59ec-de6a-4c9f-80bd-4a5bd07254be None None] Updating router a97dc4bd-aa33-4ee6-8349-95e81cd7f75e port 8fc893a6-f582-4f89-8fee-5a93b12a2153 binding host dv-cinder-800697-1-iscsi {{(pid=92959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:21:05.204037 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-d46a59ec-de6a-4c9f-80bd-4a5bd07254be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:05.430860 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e8cd8a-7f39-40cd-89da-7734ac778b61 req-d67fa445-0672-4b8e-a733-43555a64c7a2 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:05.443444 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-07e8cd8a-7f39-40cd-89da-7734ac778b61 req-d67fa445-0672-4b8e-a733-43555a64c7a2 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.4609704 Jul 13 20:21:05.666132 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5813d3b-4241-4c83-889f-4a13b4174608 req-162430ce-5fa7-40d1-9f66-52769b1ff4c0 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:05.669008 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c5813d3b-4241-4c83-889f-4a13b4174608 req-162430ce-5fa7-40d1-9f66-52769b1ff4c0 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1593e95-7ae5-43aa-a86b-ee2233537f45 HTTP/1.1" status: 200 len: 946 time: 0.6843119 Jul 13 20:21:05.904896 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-07e8cd8a-7f39-40cd-89da-7734ac778b61 req-ded1898c-5a36-4f76-8c8f-d504091e5360 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4555895 Jul 13 20:21:05.957755 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c5813d3b-4241-4c83-889f-4a13b4174608 req-4239c666-3d22-47c0-8538-ed39431a0f5b tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/security-groups?id=f88ee1f2-d0d8-4b8c-8ce1-d71e0d8f6e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632453 Jul 13 20:21:06.139819 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4127a5f0-2e53-47e3-be4b-a8e9096a077a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:06.408864 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-a56c057e-cdd4-4068-8d52-42055e199d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:06.418032 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-d46a59ec-de6a-4c9f-80bd-4a5bd07254be None None] Notify callbacks [] for port, precommit_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:06.442379 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-d46a59ec-de6a-4c9f-80bd-4a5bd07254be None None] Transition to ACTIVE for port object 8fc893a6-f582-4f89-8fee-5a93b12a2153 will not be triggered until provisioned by entity L2. {{(pid=92959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:21:06.448373 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b95bf9-940a-4cc1-94f5-d804290b1f00 req-baf1820d-e585-4d1c-8079-f4acb8d67235 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:06.454750 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a0b95bf9-940a-4cc1-94f5-d804290b1f00 req-baf1820d-e585-4d1c-8079-f4acb8d67235 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1593e95-7ae5-43aa-a86b-ee2233537f45 HTTP/1.1" status: 200 len: 946 time: 0.1785586 Jul 13 20:21:06.459500 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-d46a59ec-de6a-4c9f-80bd-4a5bd07254be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:06.527868 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4127a5f0-2e53-47e3-be4b-a8e9096a077a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:06.639123 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7159e-0538-486f-ad8e-505e6ddba735 None None] Pushing event updated for resources: {'Port': ['ID=8fc893a6-f582-4f89-8fee-5a93b12a2153,revision_number=3']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:06.649257 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-d46a59ec-de6a-4c9f-80bd-4a5bd07254be None None] Attempting to bind port 8fc893a6-f582-4f89-8fee-5a93b12a2153 on host dv-cinder-800697-1-iscsi for vnic_type normal with profile {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:21:06.649621 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-d46a59ec-de6a-4c9f-80bd-4a5bd07254be None None] Attempting to bind port 8fc893a6-f582-4f89-8fee-5a93b12a2153 by drivers openvswitch,hyperv on host dv-cinder-800697-1-iscsi at level 0 using segments [{'id': '2bc91af4-3beb-491d-adab-cc47559862d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c698f5d5-431d-470e-9527-0445bcb4230b'}] {{(pid=92959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:21:06.649986 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46a59ec-de6a-4c9f-80bd-4a5bd07254be None None] Attempting to bind port 8fc893a6-f582-4f89-8fee-5a93b12a2153 on network c698f5d5-431d-470e-9527-0445bcb4230b {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:21:06.658544 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46a59ec-de6a-4c9f-80bd-4a5bd07254be None None] Checking agent: {'id': '9033cd36-ce31-4b6d-a813-8d08366f9d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 10, 7), 'started_at': datetime.datetime(2021, 7, 13, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:21:06.658945 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46a59ec-de6a-4c9f-80bd-4a5bd07254be None None] Checking segment: {'id': '2bc91af4-3beb-491d-adab-cc47559862d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c698f5d5-431d-470e-9527-0445bcb4230b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:21:06.659332 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-d46a59ec-de6a-4c9f-80bd-4a5bd07254be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:06.659730 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46a59ec-de6a-4c9f-80bd-4a5bd07254be None None] Bound using segment: {'id': '2bc91af4-3beb-491d-adab-cc47559862d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c698f5d5-431d-470e-9527-0445bcb4230b'} {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:21:06.660281 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-d46a59ec-de6a-4c9f-80bd-4a5bd07254be None None] Bound port: 8fc893a6-f582-4f89-8fee-5a93b12a2153, host: dv-cinder-800697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc91af4-3beb-491d-adab-cc47559862d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c698f5d5-431d-470e-9527-0445bcb4230b'}}] {{(pid=92959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:21:06.660685 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-d46a59ec-de6a-4c9f-80bd-4a5bd07254be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:06.685678 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-a0b95bf9-940a-4cc1-94f5-d804290b1f00 req-c7cd20d1-4350-4860-b1de-eff867adab70 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Deleting port 25119c18-d266-457c-b9e6-73ad66b935c9 {{(pid=92957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:21:06.686336 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-a0b95bf9-940a-4cc1-94f5-d804290b1f00 req-c7cd20d1-4350-4860-b1de-eff867adab70 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:06.777967 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-d46a59ec-de6a-4c9f-80bd-4a5bd07254be None None] For port 8fc893a6-f582-4f89-8fee-5a93b12a2153, host dv-cinder-800697-1-iscsi, cleared binding levels {{(pid=92959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:21:06.787262 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-d46a59ec-de6a-4c9f-80bd-4a5bd07254be None None] For port 8fc893a6-f582-4f89-8fee-5a93b12a2153, host dv-cinder-800697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=8fc893a6-f582-4f89-8fee-5a93b12a2153,segment=NetworkSegment(2bc91af4-3beb-491d-adab-cc47559862d9),segment_id=2bc91af4-3beb-491d-adab-cc47559862d9)] {{(pid=92959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:21:06.830787 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-d46a59ec-de6a-4c9f-80bd-4a5bd07254be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:06.889364 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-a0b95bf9-940a-4cc1-94f5-d804290b1f00 req-c7cd20d1-4350-4860-b1de-eff867adab70 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] For port 25119c18-d266-457c-b9e6-73ad66b935c9, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=25119c18-d266-457c-b9e6-73ad66b935c9,segment=NetworkSegment(b4ce49ff-3cc5-4f13-a498-63dc22734ac2),segment_id=b4ce49ff-3cc5-4f13-a498-63dc22734ac2)] {{(pid=92957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:21:06.896884 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-a0b95bf9-940a-4cc1-94f5-d804290b1f00 req-c7cd20d1-4350-4860-b1de-eff867adab70 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:06.897474 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:06.936910 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-a0b95bf9-940a-4cc1-94f5-d804290b1f00 req-c7cd20d1-4350-4860-b1de-eff867adab70 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Calling delete_port for 25119c18-d266-457c-b9e6-73ad66b935c9 owned by compute:nova {{(pid=92957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:21:07.027555 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7881925-5545-438f-b016-d22c2ef11c3a req-029d4e56-5960-44d7-b25e-efd9003b7794 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:07.040267 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7159e-0538-486f-ad8e-505e6ddba735 None None] Pushing event updated for resources: {'Port': ['ID=8fc893a6-f582-4f89-8fee-5a93b12a2153,revision_number=4']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:07.041821 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c7881925-5545-438f-b016-d22c2ef11c3a req-029d4e56-5960-44d7-b25e-efd9003b7794 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.8254349 Jul 13 20:21:07.075149 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46a59ec-de6a-4c9f-80bd-4a5bd07254be None None] Routers {'a97dc4bd-aa33-4ee6-8349-95e81cd7f75e'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:21:07.083499 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-d46a59ec-de6a-4c9f-80bd-4a5bd07254be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:21:06Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['a97dc4bd-aa33-4ee6-8349-95e81cd7f75e'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:07.155906 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c7881925-5545-438f-b016-d22c2ef11c3a req-b4c785e8-080c-4716-9816-e770543f463d tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130774 Jul 13 20:21:07.398114 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-a0b95bf9-940a-4cc1-94f5-d804290b1f00 req-c7cd20d1-4350-4860-b1de-eff867adab70 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:07.450033 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['25119c18-d266-457c-b9e6-73ad66b935c9'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:21:07.462064 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd20d1-4350-4860-b1de-eff867adab70 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Pushing event deleted for resources: {'Port': ['ID=25119c18-d266-457c-b9e6-73ad66b935c9,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:07.473386 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd20d1-4350-4860-b1de-eff867adab70 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:07.474136 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd20d1-4350-4860-b1de-eff867adab70 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:07.474694 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd20d1-4350-4860-b1de-eff867adab70 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:07.475268 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd20d1-4350-4860-b1de-eff867adab70 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:07.475805 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd20d1-4350-4860-b1de-eff867adab70 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:07.476415 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd20d1-4350-4860-b1de-eff867adab70 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:07.476960 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd20d1-4350-4860-b1de-eff867adab70 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:07.477496 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd20d1-4350-4860-b1de-eff867adab70 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:07.478275 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd20d1-4350-4860-b1de-eff867adab70 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:07.478826 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd20d1-4350-4860-b1de-eff867adab70 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:07.479386 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd20d1-4350-4860-b1de-eff867adab70 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:07.480095 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd20d1-4350-4860-b1de-eff867adab70 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:07.516881 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b99d6bc2-72d3-4fba-af8a-3a2ed4532542 req-3c4e5dde-5d75-4dde-8ee3-3298828046a2 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1593e95-7ae5-43aa-a86b-ee2233537f45 HTTP/1.1" status: 200 len: 210 time: 0.0765274 Jul 13 20:21:07.608113 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4127a5f0-2e53-47e3-be4b-a8e9096a077a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks [] for port, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:07.627605 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4127a5f0-2e53-47e3-be4b-a8e9096a077a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15916148'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:07.691186 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b95bf9-940a-4cc1-94f5-d804290b1f00 req-c7cd20d1-4350-4860-b1de-eff867adab70 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] No DVR routers for this DVR port 25119c18-d266-457c-b9e6-73ad66b935c9 on host hv-cinder-80069 {{(pid=92957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:21:07.699129 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-a0b95bf9-940a-4cc1-94f5-d804290b1f00 req-c7cd20d1-4350-4860-b1de-eff867adab70 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:07.708665 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a0b95bf9-940a-4cc1-94f5-d804290b1f00 req-c7cd20d1-4350-4860-b1de-eff867adab70 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.47 "DELETE /v2.0/ports/25119c18-d266-457c-b9e6-73ad66b935c9 HTTP/1.1" status: 204 len: 173 time: 1.2433586 Jul 13 20:21:07.715240 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1593e95-7ae5-43aa-a86b-ee2233537f45', 'name': 'network-vif-deleted', 'tag': '25119c18-d266-457c-b9e6-73ad66b935c9'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:21:07.722712 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca0806a-9804-48d2-8cbe-91f21c1392be" -d '{"events": [{"server_uuid": "a1593e95-7ae5-43aa-a86b-ee2233537f45", "name": "network-vif-deleted", "tag": "25119c18-d266-457c-b9e6-73ad66b935c9"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:21:07.738177 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127a5f0-2e53-47e3-be4b-a8e9096a077a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Pushing event updated for resources: {'Port': ['ID=e35efc7d-f012-43c4-868c-0357069671ca,revision_number=2']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:07.824068 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bec0b9-50b3-4417-87cf-50e38fa53e20 req-297b53e3-64b2-487b-b13c-c21c74186e57 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:07.824326 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a18e4-43ca-483d-b9b7-3c6097cbed6d req-8bb3861a-2e0c-47d0-9264-c6bcc5b51db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:07.830111 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-92bec0b9-50b3-4417-87cf-50e38fa53e20 req-297b53e3-64b2-487b-b13c-c21c74186e57 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.4725866 Jul 13 20:21:07.847996 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-d46a59ec-de6a-4c9f-80bd-4a5bd07254be None None] Set router a97dc4bd-aa33-4ee6-8349-95e81cd7f75e gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:21:07.858738 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4127a5f0-2e53-47e3-be4b-a8e9096a077a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708393'] for floatingip, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:07.863473 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-bd4a18e4-43ca-483d-b9b7-3c6097cbed6d req-8bb3861a-2e0c-47d0-9264-c6bcc5b51db2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=501a0ae42f3f4e21b957db69f265e5bd&device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 1098 time: 0.4895868 Jul 13 20:21:08.073121 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:08.109802 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.db.l3_db [None req-4127a5f0-2e53-47e3-be4b-a8e9096a077a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Floating IP fff2cefd-7c39-4b9e-b5f1-40ac4c5088f7 associated. External IP: 172.27.1.239, port: 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd. Jul 13 20:21:08.272318 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a18e4-43ca-483d-b9b7-3c6097cbed6d req-63cf8bd6-f649-43f4-8baa-78efb4bb5ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:08.278230 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-bd4a18e4-43ca-483d-b9b7-3c6097cbed6d req-63cf8bd6-f649-43f4-8baa-78efb4bb5ecd service neutron] 10.222.0.47 "GET /v2.0/networks?id=37c40eda-3741-4ce7-ae97-3b7c29a7405a HTTP/1.1" status: 200 len: 918 time: 0.4102862 Jul 13 20:21:08.398066 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-92bec0b9-50b3-4417-87cf-50e38fa53e20 req-6c07f49f-9aa8-4ba5-9107-f63feafb0f86 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2969072 Jul 13 20:21:08.430122 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a49242-a8dd-4ccd-a028-60b364896ff6 x-openstack-request-id: req-83a49242-a8dd-4ccd-a028-60b364896ff6 {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:21:08.430561 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1593e95-7ae5-43aa-a86b-ee2233537f45", "name": "network-vif-deleted", "tag": "25119c18-d266-457c-b9e6-73ad66b935c9", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:21:08.431463 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-83a49242-a8dd-4ccd-a028-60b364896ff6 {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:21:08.432110 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1593e95-7ae5-43aa-a86b-ee2233537f45', 'name': 'network-vif-deleted', 'tag': '25119c18-d266-457c-b9e6-73ad66b935c9', 'status': 'completed', 'code': 200} Jul 13 20:21:08.492496 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-bd4a18e4-43ca-483d-b9b7-3c6097cbed6d req-6f61cca2-80a0-44f7-a28c-0fcb50d57481 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9504392-77c7-44af-b1ef-46bc1940c72c HTTP/1.1" status: 200 len: 1000 time: 0.1939325 Jul 13 20:21:08.536941 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-d46a59ec-de6a-4c9f-80bd-4a5bd07254be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97dc4bd-aa33-4ee6-8349-95e81cd7f75e', 'name': 'tempest-TestMinimumBasicScenario-1983589399-router', 'tenant_id': '484e822c21f544bfa5935ffb31ba1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '8cc717d5-7b6c-4249-97e9-e96e7123ed7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:20:51Z', 'updated_at': '2021-07-13T20:21:00Z', 'revision_number': 4, 'project_id': '484e822c21f544bfa5935ffb31ba1037', 'gw_port': {'id': '8cc717d5-7b6c-4249-97e9-e96e7123ed7d', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97dc4bd-aa33-4ee6-8349-95e81cd7f75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:52Z', 'updated_at': '2021-07-13T20:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': '8fc893a6-f582-4f89-8fee-5a93b12a2153', 'name': '', 'network_id': 'c698f5d5-431d-470e-9527-0445bcb4230b', 'tenant_id': '484e822c21f544bfa5935ffb31ba1037', 'mac_address': 'fa:16:3e:d7:9f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97dc4bd-aa33-4ee6-8349-95e81cd7f75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a0b7b302-c1e9-4eeb-af7e-7b7602c04483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:59Z', 'updated_at': '2021-07-13T20:21:06Z', 'revision_number': 4, 'project_id': '484e822c21f544bfa5935ffb31ba1037', 'subnets': [{'id': 'a0b7b302-c1e9-4eeb-af7e-7b7602c04483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:08.597741 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46a59ec-de6a-4c9f-80bd-4a5bd07254be None None] The sync data for ids ['a97dc4bd-aa33-4ee6-8349-95e81cd7f75e'] in dv-cinder-800697-1-iscsi is: [{'id': 'a97dc4bd-aa33-4ee6-8349-95e81cd7f75e', 'name': 'tempest-TestMinimumBasicScenario-1983589399-router', 'tenant_id': '484e822c21f544bfa5935ffb31ba1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '8cc717d5-7b6c-4249-97e9-e96e7123ed7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:20:51Z', 'updated_at': '2021-07-13T20:21:00Z', 'revision_number': 4, 'project_id': '484e822c21f544bfa5935ffb31ba1037', 'gw_port': {'id': '8cc717d5-7b6c-4249-97e9-e96e7123ed7d', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97dc4bd-aa33-4ee6-8349-95e81cd7f75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:52Z', 'updated_at': '2021-07-13T20:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': '8fc893a6-f582-4f89-8fee-5a93b12a2153', 'name': '', 'network_id': 'c698f5d5-431d-470e-9527-0445bcb4230b', 'tenant_id': '484e822c21f544bfa5935ffb31ba1037', 'mac_address': 'fa:16:3e:d7:9f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97dc4bd-aa33-4ee6-8349-95e81cd7f75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a0b7b302-c1e9-4eeb-af7e-7b7602c04483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:59Z', 'updated_at': '2021-07-13T20:21:06Z', 'revision_number': 4, 'project_id': '484e822c21f544bfa5935ffb31ba1037', 'subnets': [{'id': 'a0b7b302-c1e9-4eeb-af7e-7b7602c04483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:21:08.715276 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a18e4-43ca-483d-b9b7-3c6097cbed6d req-05d70155-5a28-4ddd-bcb8-7fbe33693103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:08.724181 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-bd4a18e4-43ca-483d-b9b7-3c6097cbed6d req-05d70155-5a28-4ddd-bcb8-7fbe33693103 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04816e2f-157f-4694-821b-ba4aff3014de HTTP/1.1" status: 200 len: 856 time: 0.2093251 Jul 13 20:21:08.907940 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a18e4-43ca-483d-b9b7-3c6097cbed6d req-ba881024-3402-4066-a5b4-3f3dbff7e937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:08.909638 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-bd4a18e4-43ca-483d-b9b7-3c6097cbed6d req-ba881024-3402-4066-a5b4-3f3dbff7e937 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37c40eda-3741-4ce7-ae97-3b7c29a7405a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1804440 Jul 13 20:21:08.986552 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7f125be0-0b0c-4af4-aa55-0a9e655e1cc2 req-ed06b1c1-7bbb-4c06-a7b8-55f4cab0ddb3 tempest-VolumesActionsTest-1513847311 tempest-VolumesActionsTest-1513847311-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1593e95-7ae5-43aa-a86b-ee2233537f45 HTTP/1.1" status: 200 len: 210 time: 0.1274655 Jul 13 20:21:09.015909 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4127a5f0-2e53-47e3-be4b-a8e9096a077a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Router d1f65861-5d24-4e3a-bcbe-e063346a56bd has already been hosted by L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:21:09.080886 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-bd4a18e4-43ca-483d-b9b7-3c6097cbed6d req-c7d68da9-33ed-410a-8912-59365cfd90b1 service neutron] 10.222.0.47 "GET /v2.0/networks/37c40eda-3741-4ce7-ae97-3b7c29a7405a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626956 Jul 13 20:21:09.177659 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4127a5f0-2e53-47e3-be4b-a8e9096a077a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:21:09.192108 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f016ea-b134-4de9-93b3-fce0e9721cb8 None None] Sync routers for ids ['d1f65861-5d24-4e3a-bcbe-e063346a56bd'] in dv-cinder-800697-1-iscsi {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:21:09.224014 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f016ea-b134-4de9-93b3-fce0e9721cb8 None None] Routers {'d1f65861-5d24-4e3a-bcbe-e063346a56bd'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:21:09.227403 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-b7f016ea-b134-4de9-93b3-fce0e9721cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:21:06Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['d1f65861-5d24-4e3a-bcbe-e063346a56bd'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:09.229797 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:09.258621 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4127a5f0-2e53-47e3-be4b-a8e9096a077a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for floatingip, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:09.288537 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-bd4a18e4-43ca-483d-b9b7-3c6097cbed6d req-481546a7-e142-4b3a-937e-787040631eb2 service neutron] 10.222.0.47 "GET /v2.0/networks/37c40eda-3741-4ce7-ae97-3b7c29a7405a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942167 Jul 13 20:21:09.492093 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-4127a5f0-2e53-47e3-be4b-a8e9096a077a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.3392186 Jul 13 20:21:09.492093 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc80579-6334-45ad-a8eb-14400d6fd358', 'tag': '8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:21:09.497325 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c297712392d163f53ebb29416b2c98d8f2749a1173f1ad854f2bb06edc641eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2e25cf-5f4b-41f4-9fe4-905e43d90fbe" -d '{"events": [{"name": "network-changed", "server_uuid": "8cc80579-6334-45ad-a8eb-14400d6fd358", "tag": "8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:21:09.550636 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-b7f016ea-b134-4de9-93b3-fce0e9721cb8 None None] Set router d1f65861-5d24-4e3a-bcbe-e063346a56bd gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:21:09.706404 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff784e1-70b7-4c0b-8ab7-8a9a16a5b173 x-openstack-request-id: req-8ff784e1-70b7-4c0b-8ab7-8a9a16a5b173 {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:21:09.707294 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cc80579-6334-45ad-a8eb-14400d6fd358", "tag": "8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:21:09.708027 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8ff784e1-70b7-4c0b-8ab7-8a9a16a5b173 {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:21:09.708969 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc80579-6334-45ad-a8eb-14400d6fd358', 'tag': '8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd', 'status': 'completed', 'code': 200} Jul 13 20:21:09.859703 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 8fc893a6-f582-4f89-8fee-5a93b12a2153 up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:21:09.946678 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e25cf-5f4b-41f4-9fe4-905e43d90fbe req-fcdfab79-2e09-4d39-9380-6aa70392c032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:09.955848 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-bd2e25cf-5f4b-41f4-9fe4-905e43d90fbe req-fcdfab79-2e09-4d39-9380-6aa70392c032 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8fc4ea195ad4429aa7573b9a0305dbb4&device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 1098 time: 0.2342904 Jul 13 20:21:10.035877 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef047116-88c1-4bb4-b574-a50b0e1e2ab5 req-0bae104c-d63a-414b-a880-668ae27a00bf tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:10.046968 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ef047116-88c1-4bb4-b574-a50b0e1e2ab5 req-0bae104c-d63a-414b-a880-668ae27a00bf tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 945 time: 0.2645125 Jul 13 20:21:10.110814 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning for port 8fc893a6-f582-4f89-8fee-5a93b12a2153 completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:21:10.119576 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port 8fc893a6-f582-4f89-8fee-5a93b12a2153 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:10.119978 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:10.207992 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ef047116-88c1-4bb4-b574-a50b0e1e2ab5 req-4c03b71f-b51c-461c-b9b4-afd869855e7f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1484230 Jul 13 20:21:10.221711 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-b7f016ea-b134-4de9-93b3-fce0e9721cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'name': 'tempest-TestShelveInstance-355119830-router', 'tenant_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '4d9cb82d-58d8-405c-a687-67bae78d1379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:19:46Z', 'updated_at': '2021-07-13T20:19:51Z', 'revision_number': 4, 'project_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'gw_port': {'id': '4d9cb82d-58d8-405c-a687-67bae78d1379', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:46Z', 'updated_at': '2021-07-13T20:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_floatingips': [{'id': 'fff2cefd-7c39-4b9e-b5f1-40ac4c5088f7', 'tenant_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'floating_ip_address': '172.27.1.239', 'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'router_id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'port_id': '8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23e04280-011c-4830-9f31-aeff7c63ac5d', 'mac_address': 'fa:16:3e:41:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc80579-6334-45ad-a8eb-14400d6fd358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:21:05Z', 'updated_at': '2021-07-13T20:21:05Z', 'revision_number': 0, 'project_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bee0196-b67a-4bbf-86d6-31696c85234f', 'name': '', 'network_id': '23e04280-011c-4830-9f31-aeff7c63ac5d', 'tenant_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'mac_address': 'fa:16:3e:2a:c7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'cad210ff-96a6-4a54-8511-5b333f142a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:50Z', 'updated_at': '2021-07-13T20:19:58Z', 'revision_number': 5, 'project_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'subnets': [{'id': 'cad210ff-96a6-4a54-8511-5b333f142a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:10.322184 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f016ea-b134-4de9-93b3-fce0e9721cb8 None None] Checking router: d1f65861-5d24-4e3a-bcbe-e063346a56bd for host: dv-cinder-800697-1-iscsi {{(pid=92960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:21:10.343893 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f016ea-b134-4de9-93b3-fce0e9721cb8 None None] Routers {'d1f65861-5d24-4e3a-bcbe-e063346a56bd'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:21:10.344563 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-b7f016ea-b134-4de9-93b3-fce0e9721cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:21:06Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['d1f65861-5d24-4e3a-bcbe-e063346a56bd'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:10.345728 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e25cf-5f4b-41f4-9fe4-905e43d90fbe req-21a7ea1f-2cea-4cdf-a7b5-f5d40bee42c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:10.349612 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-bd2e25cf-5f4b-41f4-9fe4-905e43d90fbe req-21a7ea1f-2cea-4cdf-a7b5-f5d40bee42c9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=23e04280-011c-4830-9f31-aeff7c63ac5d HTTP/1.1" status: 200 len: 909 time: 0.3846998 Jul 13 20:21:10.505653 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:10.558095 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-bd2e25cf-5f4b-41f4-9fe4-905e43d90fbe req-e5a4a25b-d46f-4827-ba58-bd62080d45fb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd HTTP/1.1" status: 200 len: 999 time: 0.1994519 Jul 13 20:21:10.596228 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] For port 8fc893a6-f582-4f89-8fee-5a93b12a2153, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=8fc893a6-f582-4f89-8fee-5a93b12a2153,segment=NetworkSegment(2bc91af4-3beb-491d-adab-cc47559862d9),segment_id=2bc91af4-3beb-491d-adab-cc47559862d9)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:21:10.605749 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:10.642619 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-b7f016ea-b134-4de9-93b3-fce0e9721cb8 None None] Set router d1f65861-5d24-4e3a-bcbe-e063346a56bd gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:21:10.687425 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e25cf-5f4b-41f4-9fe4-905e43d90fbe req-8cfd3889-18b7-4f60-a620-52640e36fe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:10.688644 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-bd2e25cf-5f4b-41f4-9fe4-905e43d90fbe req-8cfd3889-18b7-4f60-a620-52640e36fe90 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cad210ff-96a6-4a54-8511-5b333f142a9a HTTP/1.1" status: 200 len: 847 time: 0.1237574 Jul 13 20:21:10.807091 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Pushing event updated for resources: {'Port': ['ID=8fc893a6-f582-4f89-8fee-5a93b12a2153,revision_number=5']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:10.918000 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e25cf-5f4b-41f4-9fe4-905e43d90fbe req-d8c61470-4a65-4a85-ad11-7ae6c1b23f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:10.919669 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-bd2e25cf-5f4b-41f4-9fe4-905e43d90fbe req-d8c61470-4a65-4a85-ad11-7ae6c1b23f9d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23e04280-011c-4830-9f31-aeff7c63ac5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2233851 Jul 13 20:21:11.023161 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-db23479f-d489-404b-9e39-158dd95d0f00 req-cf4e2025-a3ad-4e7d-ae99-fbd5f5e4c452 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2045026 Jul 13 20:21:11.043672 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 25119c18-d266-457c-b9e6-73ad66b935c9 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:21:11.136116 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] No Port match for: 25119c18-d266-457c-b9e6-73ad66b935c9 {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:21:11.136465 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 25119c18-d266-457c-b9e6-73ad66b935c9 not bound to the agent host hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:21:11.136896 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device e9504392-77c7-44af-b1ef-46bc1940c72c no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:21:11.308039 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-bd2e25cf-5f4b-41f4-9fe4-905e43d90fbe req-bd8e889d-0879-44a6-83ce-c1a4aebc0eb0 service neutron] 10.222.0.47 "GET /v2.0/networks/23e04280-011c-4830-9f31-aeff7c63ac5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757820 Jul 13 20:21:11.423362 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:11.609607 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-b7f016ea-b134-4de9-93b3-fce0e9721cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'name': 'tempest-TestShelveInstance-355119830-router', 'tenant_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '4d9cb82d-58d8-405c-a687-67bae78d1379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:19:46Z', 'updated_at': '2021-07-13T20:19:51Z', 'revision_number': 4, 'project_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'gw_port': {'id': '4d9cb82d-58d8-405c-a687-67bae78d1379', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:46Z', 'updated_at': '2021-07-13T20:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_floatingips': [{'id': 'fff2cefd-7c39-4b9e-b5f1-40ac4c5088f7', 'tenant_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'floating_ip_address': '172.27.1.239', 'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'router_id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'port_id': '8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23e04280-011c-4830-9f31-aeff7c63ac5d', 'mac_address': 'fa:16:3e:41:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc80579-6334-45ad-a8eb-14400d6fd358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:21:05Z', 'updated_at': '2021-07-13T20:21:05Z', 'revision_number': 0, 'project_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bee0196-b67a-4bbf-86d6-31696c85234f', 'name': '', 'network_id': '23e04280-011c-4830-9f31-aeff7c63ac5d', 'tenant_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'mac_address': 'fa:16:3e:2a:c7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'cad210ff-96a6-4a54-8511-5b333f142a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:50Z', 'updated_at': '2021-07-13T20:19:58Z', 'revision_number': 5, 'project_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'subnets': [{'id': 'cad210ff-96a6-4a54-8511-5b333f142a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:11.652907 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3a03ba-13f9-4a69-8c2c-e9512ec21874', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9504392-77c7-44af-b1ef-46bc1940c72c'}] {{(pid=92959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:21:11.659510 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a95ef25a805c455dc0e319f75fe5c37b751c8207b334ba38c934020b16a01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a2795c-a9fb-4d6a-af1f-c00e1b10e373" -d '{"events": [{"server_uuid": "1f3a03ba-13f9-4a69-8c2c-e9512ec21874", "name": "network-vif-unplugged", "status": "completed", "tag": "e9504392-77c7-44af-b1ef-46bc1940c72c"}]}' {{(pid=92959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:21:11.691122 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port e9504392-77c7-44af-b1ef-46bc1940c72c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=e9504392-77c7-44af-b1ef-46bc1940c72c,segment=NetworkSegment(e75817a0-f1ae-44cb-ac14-54dccbb196a1),segment_id=e75817a0-f1ae-44cb-ac14-54dccbb196a1)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:21:11.692408 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f016ea-b134-4de9-93b3-fce0e9721cb8 None None] The sync data for ids ['d1f65861-5d24-4e3a-bcbe-e063346a56bd'] in dv-cinder-800697-1-iscsi is: [{'id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'name': 'tempest-TestShelveInstance-355119830-router', 'tenant_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '4d9cb82d-58d8-405c-a687-67bae78d1379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:19:46Z', 'updated_at': '2021-07-13T20:19:51Z', 'revision_number': 4, 'project_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'gw_port': {'id': '4d9cb82d-58d8-405c-a687-67bae78d1379', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:46Z', 'updated_at': '2021-07-13T20:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_floatingips': [{'id': 'fff2cefd-7c39-4b9e-b5f1-40ac4c5088f7', 'tenant_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'floating_ip_address': '172.27.1.239', 'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'router_id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'port_id': '8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23e04280-011c-4830-9f31-aeff7c63ac5d', 'mac_address': 'fa:16:3e:41:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc80579-6334-45ad-a8eb-14400d6fd358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:21:05Z', 'updated_at': '2021-07-13T20:21:05Z', 'revision_number': 0, 'project_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bee0196-b67a-4bbf-86d6-31696c85234f', 'name': '', 'network_id': '23e04280-011c-4830-9f31-aeff7c63ac5d', 'tenant_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'mac_address': 'fa:16:3e:2a:c7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'cad210ff-96a6-4a54-8511-5b333f142a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:50Z', 'updated_at': '2021-07-13T20:19:58Z', 'revision_number': 5, 'project_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'subnets': [{'id': 'cad210ff-96a6-4a54-8511-5b333f142a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:21:11.709701 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:11.728644 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23479f-d489-404b-9e39-158dd95d0f00 req-35bb6553-96d0-424b-a99c-09a3b9d53e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:11.741244 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-db23479f-d489-404b-9e39-158dd95d0f00 req-35bb6553-96d0-424b-a99c-09a3b9d53e5e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc1202cbb5ca410abbcdef9b3fca32f7&device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 1099 time: 0.6478851 Jul 13 20:21:11.868881 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 8fc893a6-f582-4f89-8fee-5a93b12a2153 up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:21:11.899567 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 20:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbeff45d-261a-4e71-a39b-63be86716221 x-openstack-request-id: req-bbeff45d-261a-4e71-a39b-63be86716221 {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:21:11.900200 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3a03ba-13f9-4a69-8c2c-e9512ec21874", "name": "network-vif-unplugged", "status": "completed", "tag": "e9504392-77c7-44af-b1ef-46bc1940c72c", "code": 200}]} {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:21:11.902877 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bbeff45d-261a-4e71-a39b-63be86716221 {{(pid=92959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:21:11.903780 dv-cinder-800697-1-iscsi neutron-server[92959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3a03ba-13f9-4a69-8c2c-e9512ec21874', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9504392-77c7-44af-b1ef-46bc1940c72c', 'code': 200} Jul 13 20:21:11.904860 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=e9504392-77c7-44af-b1ef-46bc1940c72c,revision_number=8']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:12.046414 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac476cfa-c4a9-4dd3-aee5-44334711a8b6 req-3983e800-df1b-4f7f-b036-9a1e8a299ecb tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:12.054581 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port 8fc893a6-f582-4f89-8fee-5a93b12a2153 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:12.056130 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:12.069899 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ac476cfa-c4a9-4dd3-aee5-44334711a8b6 req-3983e800-df1b-4f7f-b036-9a1e8a299ecb tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 943 time: 0.3474300 Jul 13 20:21:12.101070 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-bd2e25cf-5f4b-41f4-9fe4-905e43d90fbe req-ec386936-b291-4ce0-9665-96ba0ac69dd8 service neutron] 10.222.0.47 "GET /v2.0/networks/23e04280-011c-4830-9f31-aeff7c63ac5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7835548 Jul 13 20:21:12.173731 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ac476cfa-c4a9-4dd3-aee5-44334711a8b6 req-3db69c87-9a7b-4db9-bc33-ccb72910a6c3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1024683 Jul 13 20:21:12.271237 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7982d08f-6e2e-475e-b815-66efdfde6895 None None] New status for floating IP fff2cefd-7c39-4b9e-b5f1-40ac4c5088f7: ACTIVE {{(pid=92959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:21:12.311719 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23479f-d489-404b-9e39-158dd95d0f00 req-56f2f9d9-2b08-4c23-b29b-8a28ac4c3017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:12.313324 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-db23479f-d489-404b-9e39-158dd95d0f00 req-56f2f9d9-2b08-4c23-b29b-8a28ac4c3017 service neutron] 10.222.0.47 "GET /v2.0/networks?id=680d4961-3ce0-4364-a639-3d638a8730da HTTP/1.1" status: 200 len: 920 time: 0.5144365 Jul 13 20:21:13.019679 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de63b0-648b-4fdf-ba12-0247fa979274 req-f6762cc8-167d-4c7f-9e12-df3d18e50145 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:13.024858 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-26de63b0-648b-4fdf-ba12-0247fa979274 req-f6762cc8-167d-4c7f-9e12-df3d18e50145 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.1152823 Jul 13 20:21:13.084891 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-26de63b0-648b-4fdf-ba12-0247fa979274 req-3e33151a-55ad-40f9-a6aa-ad5f0506c66f tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525110 Jul 13 20:21:13.516657 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3ba87-85f9-40d7-9523-44f7b1b99740 req-38f4a5cc-9353-4fdc-a2a4-2fcb61fb85ef tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:13.519071 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-83c3ba87-85f9-40d7-9523-44f7b1b99740 req-38f4a5cc-9353-4fdc-a2a4-2fcb61fb85ef tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 943 time: 0.1232142 Jul 13 20:21:13.582451 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-83c3ba87-85f9-40d7-9523-44f7b1b99740 req-a826001d-8b8f-44dd-9b53-df5e1e60dde1 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545654 Jul 13 20:21:14.347346 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e7f33-5f09-40d4-95a6-6b1f0840ab68 req-b74a5996-2d27-49f0-8c1e-9e5f17da6657 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:14.349798 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3f0e7f33-5f09-40d4-95a6-6b1f0840ab68 req-b74a5996-2d27-49f0-8c1e-9e5f17da6657 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.1069036 Jul 13 20:21:14.408988 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3f0e7f33-5f09-40d4-95a6-6b1f0840ab68 req-e8503f3f-6100-441b-a073-e57dba3eb8eb tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526705 Jul 13 20:21:14.704818 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f9436-94e6-4b08-87e6-5aa6c8b1c82a req-1bd87e24-e645-471d-bf8a-1d44ea3fbe9a tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:14.712159 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d55f9436-94e6-4b08-87e6-5aa6c8b1c82a req-1bd87e24-e645-471d-bf8a-1d44ea3fbe9a tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 943 time: 0.0940928 Jul 13 20:21:14.755786 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d55f9436-94e6-4b08-87e6-5aa6c8b1c82a req-2f5725a7-a79c-4e73-b873-e94873a27e14 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425425 Jul 13 20:21:15.027888 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 46060) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:15.171353 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f4749e80-a22a-4aac-9885-095ce84ac231 req-6ba9cc36-2120-4130-a597-1291e735d157 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1421237 Jul 13 20:21:15.217874 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device e9504392-77c7-44af-b1ef-46bc1940c72c no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:21:15.246420 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-db23479f-d489-404b-9e39-158dd95d0f00 req-4bb1c473-eae2-42bc-856c-447b2cb4874d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bd4b600-ed17-46e0-9cd9-f548983316ba HTTP/1.1" status: 200 len: 217 time: 0.0697756 Jul 13 20:21:15.311878 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:15.659676 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23479f-d489-404b-9e39-158dd95d0f00 req-3a2a52e2-9160-4b36-8f6b-4d87b95d9699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:15.662100 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-db23479f-d489-404b-9e39-158dd95d0f00 req-3a2a52e2-9160-4b36-8f6b-4d87b95d9699 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dc3305a-19e2-4f5f-b91b-410acd0592f6 HTTP/1.1" status: 200 len: 859 time: 0.4009962 Jul 13 20:21:15.687717 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2605a15-af71-480c-9ac9-b6874d6d8bb6 req-f21fc01f-ab09-4ba9-a51d-c2b1e7c2f712 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:15.695695 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e2605a15-af71-480c-9ac9-b6874d6d8bb6 req-f21fc01f-ab09-4ba9-a51d-c2b1e7c2f712 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.1315825 Jul 13 20:21:15.727104 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-db23479f-d489-404b-9e39-158dd95d0f00 req-e5c4954e-8d21-4be2-b792-a45662ff65c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=680d4961-3ce0-4364-a639-3d638a8730da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540380 Jul 13 20:21:15.773962 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e2605a15-af71-480c-9ac9-b6874d6d8bb6 req-d022d497-4c83-48a4-8113-8f207872e939 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661259 Jul 13 20:21:15.907636 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-db23479f-d489-404b-9e39-158dd95d0f00 req-072f2c0e-c688-42c5-b679-624ce61f7395 service neutron] 10.222.0.47 "GET /v2.0/networks/680d4961-3ce0-4364-a639-3d638a8730da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722853 Jul 13 20:21:16.136759 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-db23479f-d489-404b-9e39-158dd95d0f00 req-0cd07759-2453-455e-9a6a-12d78f68f721 service neutron] 10.222.0.47 "GET /v2.0/networks/680d4961-3ce0-4364-a639-3d638a8730da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199457 Jul 13 20:21:16.138637 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b4cba-0089-4ce5-9224-7fc89fb56a0c req-ea732ed6-668e-4cdc-bf87-0f6abeda7d06 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:16.148640 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-aa5b4cba-0089-4ce5-9224-7fc89fb56a0c req-ea732ed6-668e-4cdc-bf87-0f6abeda7d06 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 943 time: 0.1844649 Jul 13 20:21:16.259681 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-aa5b4cba-0089-4ce5-9224-7fc89fb56a0c req-8951a8d7-fd8f-4e1b-8805-5dd24031a403 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1099970 Jul 13 20:21:17.125116 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a62f68-0ae4-4ab1-98d3-4fc2f4a39e88 req-6f4cb4bf-9f47-4a86-892f-84e793d6b702 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:17.131947 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b9a62f68-0ae4-4ab1-98d3-4fc2f4a39e88 req-6f4cb4bf-9f47-4a86-892f-84e793d6b702 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.1577256 Jul 13 20:21:17.220332 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b9a62f68-0ae4-4ab1-98d3-4fc2f4a39e88 req-23d89ed8-092b-47a6-80d9-23f1acdfa0a6 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873425 Jul 13 20:21:17.578555 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d9739-a47a-411c-9b52-85ab69a3f00b req-36a2a649-9452-48c9-9132-43c43689d314 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:17.588293 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-240d9739-a47a-411c-9b52-85ab69a3f00b req-36a2a649-9452-48c9-9132-43c43689d314 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 943 time: 0.1266623 Jul 13 20:21:17.663297 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-240d9739-a47a-411c-9b52-85ab69a3f00b req-564eeccb-2f1a-4bb8-ae9e-4ad53e6b0640 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0718846 Jul 13 20:21:18.322412 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4749e80-a22a-4aac-9885-095ce84ac231 req-7308d8b8-12dc-4f18-a461-0ac29e04028d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:18.325109 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-f4749e80-a22a-4aac-9885-095ce84ac231 req-7308d8b8-12dc-4f18-a461-0ac29e04028d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874&tenant_id=501a0ae42f3f4e21b957db69f265e5bd HTTP/1.1" status: 200 len: 1096 time: 0.4373057 Jul 13 20:21:18.467791 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7493712-3f20-434b-9a65-1c5fef4e033e req-21911844-e612-4a41-9202-23a7bdeeed39 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:18.470292 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a7493712-3f20-434b-9a65-1c5fef4e033e req-21911844-e612-4a41-9202-23a7bdeeed39 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.47 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.3013506 Jul 13 20:21:18.686990 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406f510-df3a-45b6-b4b2-5adb1e55a349 req-c588068f-8856-45f2-9e34-89e515e6317b tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:18.722230 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f406f510-df3a-45b6-b4b2-5adb1e55a349 req-c588068f-8856-45f2-9e34-89e515e6317b tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 946 time: 0.2004848 Jul 13 20:21:18.729857 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4749e80-a22a-4aac-9885-095ce84ac231 req-7e773a06-e1e2-43a7-83aa-b588fdb9ec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:18.738013 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-f4749e80-a22a-4aac-9885-095ce84ac231 req-7e773a06-e1e2-43a7-83aa-b588fdb9ec20 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=501a0ae42f3f4e21b957db69f265e5bd&device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 1096 time: 0.3638473 Jul 13 20:21:18.875230 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f406f510-df3a-45b6-b4b2-5adb1e55a349 req-f5a6e071-5bf7-4855-a2ac-39f52bd4613b tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496711 Jul 13 20:21:18.932553 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-a7493712-3f20-434b-9a65-1c5fef4e033e req-87862a4c-5352-43b3-8203-ec9e819acf84 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Deleting port 8bd4b600-ed17-46e0-9cd9-f548983316ba {{(pid=92957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:21:18.933088 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-a7493712-3f20-434b-9a65-1c5fef4e033e req-87862a4c-5352-43b3-8203-ec9e819acf84 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:19.081734 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4749e80-a22a-4aac-9885-095ce84ac231 req-d4bbf7e6-a3d7-4931-b688-735726845427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:19.083246 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-f4749e80-a22a-4aac-9885-095ce84ac231 req-d4bbf7e6-a3d7-4931-b688-735726845427 service neutron] 10.222.0.47 "GET /v2.0/networks?id=37c40eda-3741-4ce7-ae97-3b7c29a7405a HTTP/1.1" status: 200 len: 918 time: 0.3334873 Jul 13 20:21:19.106081 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436cdbd-185b-46d9-851b-dc3c297a7f3e req-76ffdc54-f806-4a11-974f-2e25e2b8fe91 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:19.107731 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3436cdbd-185b-46d9-851b-dc3c297a7f3e req-76ffdc54-f806-4a11-974f-2e25e2b8fe91 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 943 time: 0.1853888 Jul 13 20:21:19.154062 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 46142) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:19.232353 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3436cdbd-185b-46d9-851b-dc3c297a7f3e req-04e24d47-b8aa-4839-935a-d3a21c1bf1e6 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1166408 Jul 13 20:21:19.241768 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-f4749e80-a22a-4aac-9885-095ce84ac231 req-34cbe0dc-7167-4f0b-b965-b1f7229bc548 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9504392-77c7-44af-b1ef-46bc1940c72c HTTP/1.1" status: 200 len: 998 time: 0.1481695 Jul 13 20:21:19.262353 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d40b25d-ae42-404a-a0f1-e7ba0eb929f5 admin admin] Deleting subnet 43fff264-df45-48cc-8b71-52a3f4a71a8e {{(pid=92958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:21:19.269774 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8d40b25d-ae42-404a-a0f1-e7ba0eb929f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:19.333960 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-a7493712-3f20-434b-9a65-1c5fef4e033e req-87862a4c-5352-43b3-8203-ec9e819acf84 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] For port 8bd4b600-ed17-46e0-9cd9-f548983316ba, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=8bd4b600-ed17-46e0-9cd9-f548983316ba,segment=NetworkSegment(75f47eaa-d46d-4fb4-93ab-8345f1231a55),segment_id=75f47eaa-d46d-4fb4-93ab-8345f1231a55)] {{(pid=92957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:21:19.334620 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-a7493712-3f20-434b-9a65-1c5fef4e033e req-87862a4c-5352-43b3-8203-ec9e819acf84 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:19.358696 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8d40b25d-ae42-404a-a0f1-e7ba0eb929f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16271406'] for subnet, precommit_delete_associations {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:19.378925 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4749e80-a22a-4aac-9885-095ce84ac231 req-c5feda91-6dee-478a-96b8-e83d9c0d668d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:19.380477 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-f4749e80-a22a-4aac-9885-095ce84ac231 req-c5feda91-6dee-478a-96b8-e83d9c0d668d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04816e2f-157f-4694-821b-ba4aff3014de HTTP/1.1" status: 200 len: 856 time: 0.1183610 Jul 13 20:21:19.381726 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-a7493712-3f20-434b-9a65-1c5fef4e033e req-87862a4c-5352-43b3-8203-ec9e819acf84 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Calling delete_port for 8bd4b600-ed17-46e0-9cd9-f548983316ba owned by compute:nova {{(pid=92957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:21:19.504485 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8d40b25d-ae42-404a-a0f1-e7ba0eb929f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-721317'] for subnet, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:19.693651 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8d40b25d-ae42-404a-a0f1-e7ba0eb929f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-721308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15916066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15819405'] for subnet, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:19.696747 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-a7493712-3f20-434b-9a65-1c5fef4e033e req-87862a4c-5352-43b3-8203-ec9e819acf84 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:19.716987 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['8bd4b600-ed17-46e0-9cd9-f548983316ba', '496a2b26-b324-4a14-85bd-ecf02a06773c'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:21:19.795307 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8d40b25d-ae42-404a-a0f1-e7ba0eb929f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for subnet, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:19.802119 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-8d40b25d-ae42-404a-a0f1-e7ba0eb929f5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/43fff264-df45-48cc-8b71-52a3f4a71a8e HTTP/1.1" status: 204 len: 168 time: 0.6470654 Jul 13 20:21:19.811584 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 46144) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:19.815840 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d40b25d-ae42-404a-a0f1-e7ba0eb929f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43fff264-df45-48cc-8b71-52a3f4a71a8e,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:19.834577 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87862a4c-5352-43b3-8203-ec9e819acf84 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Pushing event deleted for resources: {'Port': ['ID=8bd4b600-ed17-46e0-9cd9-f548983316ba,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:20.004071 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7493712-3f20-434b-9a65-1c5fef4e033e req-87862a4c-5352-43b3-8203-ec9e819acf84 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] No DVR routers for this DVR port 8bd4b600-ed17-46e0-9cd9-f548983316ba on host hv-cinder-80069 {{(pid=92957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:21:20.016862 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b00489bc-6fdc-41f6-89c5-c69dc54ecb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633600'] for network, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:20.017157 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-a7493712-3f20-434b-9a65-1c5fef4e033e req-87862a4c-5352-43b3-8203-ec9e819acf84 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:20.020051 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a7493712-3f20-434b-9a65-1c5fef4e033e req-87862a4c-5352-43b3-8203-ec9e819acf84 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.47 "DELETE /v2.0/ports/8bd4b600-ed17-46e0-9cd9-f548983316ba HTTP/1.1" status: 204 len: 173 time: 1.5427103 Jul 13 20:21:20.020051 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c777c5a2-0498-41d0-91d3-6b43573c7db3', 'name': 'network-vif-deleted', 'tag': '8bd4b600-ed17-46e0-9cd9-f548983316ba'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:21:20.022244 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a00c8c-5983-4f0b-a1f5-5b04f66077c1" -d '{"events": [{"server_uuid": "c777c5a2-0498-41d0-91d3-6b43573c7db3", "name": "network-vif-deleted", "tag": "8bd4b600-ed17-46e0-9cd9-f548983316ba"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:21:20.066846 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4749e80-a22a-4aac-9885-095ce84ac231 req-28dc6f49-0932-4c0c-92ef-fde6e8e7b7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:20.078586 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-f4749e80-a22a-4aac-9885-095ce84ac231 req-28dc6f49-0932-4c0c-92ef-fde6e8e7b7c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37c40eda-3741-4ce7-ae97-3b7c29a7405a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.6855531 Jul 13 20:21:20.191565 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b00489bc-6fdc-41f6-89c5-c69dc54ecb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724524', 'neutron.services.segments.db._delete_segments_for_network-8781993256852'] for network, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:20.211837 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-b00489bc-6fdc-41f6-89c5-c69dc54ecb9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c68af1-f1e3-4658-8c08-c74a6ffa9eb0']}} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:20.213704 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f382b112-e272-49eb-bed0-0516ba57af66 x-openstack-request-id: req-f382b112-e272-49eb-bed0-0516ba57af66 {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:21:20.214004 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c777c5a2-0498-41d0-91d3-6b43573c7db3", "name": "network-vif-deleted", "tag": "8bd4b600-ed17-46e0-9cd9-f548983316ba", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:21:20.218324 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f382b112-e272-49eb-bed0-0516ba57af66 {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:21:20.219136 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c777c5a2-0498-41d0-91d3-6b43573c7db3', 'name': 'network-vif-deleted', 'tag': '8bd4b600-ed17-46e0-9cd9-f548983316ba', 'status': 'completed', 'code': 200} Jul 13 20:21:20.231100 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-b00489bc-6fdc-41f6-89c5-c69dc54ecb9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '611be495-a747-4e79-bbe5-08b0eded5156') {'for_net_delete': True} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:20.232145 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-b00489bc-6fdc-41f6-89c5-c69dc54ecb9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '611be495-a747-4e79-bbe5-08b0eded5156') {} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:20.252661 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b00489bc-6fdc-41f6-89c5-c69dc54ecb9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781993187723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16271415'] for segment, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:20.275204 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b00489bc-6fdc-41f6-89c5-c69dc54ecb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996'] for segment, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:20.285367 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b00489bc-6fdc-41f6-89c5-c69dc54ecb9a admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=92958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:21:20.285884 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b00489bc-6fdc-41f6-89c5-c69dc54ecb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15915916'] for segment, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:20.378166 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-f4749e80-a22a-4aac-9885-095ce84ac231 req-2216aa85-cc29-44b6-91d6-d90c8989e015 service neutron] 10.222.0.47 "GET /v2.0/networks/37c40eda-3741-4ce7-ae97-3b7c29a7405a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820783 Jul 13 20:21:20.404987 dv-cinder-800697-1-iscsi neutron-server[92958]: Traceback (most recent call last): Jul 13 20:21:20.404987 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:21:20.404987 dv-cinder-800697-1-iscsi neutron-server[92958]: timer() Jul 13 20:21:20.404987 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:21:20.404987 dv-cinder-800697-1-iscsi neutron-server[92958]: cb(*args, **kw) Jul 13 20:21:20.404987 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:21:20.404987 dv-cinder-800697-1-iscsi neutron-server[92958]: return func(*args, **kwargs) Jul 13 20:21:20.404987 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:21:20.404987 dv-cinder-800697-1-iscsi neutron-server[92958]: self._notify() Jul 13 20:21:20.404987 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:21:20.404987 dv-cinder-800697-1-iscsi neutron-server[92958]: self.callback(batched_events) Jul 13 20:21:20.404987 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:21:20.404987 dv-cinder-800697-1-iscsi neutron-server[92958]: event.method(event) Jul 13 20:21:20.404987 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:21:20.404987 dv-cinder-800697-1-iscsi neutron-server[92958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:21:20.404987 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:21:20.404987 dv-cinder-800697-1-iscsi neutron-server[92958]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:21:20.404987 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:21:20.404987 dv-cinder-800697-1-iscsi neutron-server[92958]: return f(self, *a, **k) Jul 13 20:21:20.404987 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:21:20.404987 dv-cinder-800697-1-iscsi neutron-server[92958]: return self._get(url).json() Jul 13 20:21:20.404987 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:21:20.404987 dv-cinder-800697-1-iscsi neutron-server[92958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:21:20.404987 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:21:20.404987 dv-cinder-800697-1-iscsi neutron-server[92958]: return self.request(url, 'GET', **kwargs) Jul 13 20:21:20.404987 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:21:20.404987 dv-cinder-800697-1-iscsi neutron-server[92958]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:21:20.404987 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:21:20.404987 dv-cinder-800697-1-iscsi neutron-server[92958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:21:20.404987 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:21:20.404987 dv-cinder-800697-1-iscsi neutron-server[92958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:21:20.404987 dv-cinder-800697-1-iscsi neutron-server[92958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:21:20.408917 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b00489bc-6fdc-41f6-89c5-c69dc54ecb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708319'] for network, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:20.427615 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b00489bc-6fdc-41f6-89c5-c69dc54ecb9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for network, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:20.435749 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-b00489bc-6fdc-41f6-89c5-c69dc54ecb9a admin admin] 10.222.0.41 "DELETE /v2.0/networks/27c68af1-f1e3-4658-8c08-c74a6ffa9eb0 HTTP/1.1" status: 204 len: 168 time: 0.6126897 Jul 13 20:21:20.436913 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 46152) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:20.552394 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa8d065-7af0-44b2-b983-cfd84434f1cf admin admin] Deleting subnet 4b18f549-dced-4a4d-954a-300830222357 {{(pid=92958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:21:20.560343 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8fa8d065-7af0-44b2-b983-cfd84434f1cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:20.597381 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-f4749e80-a22a-4aac-9885-095ce84ac231 req-793abe18-af78-4d53-9dbe-146740422c2e service neutron] 10.222.0.47 "GET /v2.0/networks/37c40eda-3741-4ce7-ae97-3b7c29a7405a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151740 Jul 13 20:21:20.648290 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d783d928-176d-4694-ba55-89f1225aacf5 req-abeb1df0-51e1-47a0-9caf-70daf608cc84 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=c777c5a2-0498-41d0-91d3-6b43573c7db3 HTTP/1.1" status: 200 len: 210 time: 0.2443764 Jul 13 20:21:20.678616 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00489bc-6fdc-41f6-89c5-c69dc54ecb9a admin admin] Pushing event deleted for resources: {'Network': ['ID=27c68af1-f1e3-4658-8c08-c74a6ffa9eb0,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:20.697163 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8fa8d065-7af0-44b2-b983-cfd84434f1cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16271406'] for subnet, precommit_delete_associations {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:20.983729 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8fa8d065-7af0-44b2-b983-cfd84434f1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-721317'] for subnet, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:21.064010 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddc3e8-4954-4480-98d4-8bdce759525c req-d41b543f-09d2-4a98-ae4f-909fa2d0d5d5 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:21.076537 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e5ddc3e8-4954-4480-98d4-8bdce759525c req-d41b543f-09d2-4a98-ae4f-909fa2d0d5d5 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 943 time: 0.5626347 Jul 13 20:21:21.181635 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e5ddc3e8-4954-4480-98d4-8bdce759525c req-c13435f5-b0c9-42a9-86d3-6507e08f5f58 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1023455 Jul 13 20:21:21.199657 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8fa8d065-7af0-44b2-b983-cfd84434f1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-721308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15916066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15819405'] for subnet, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:21.259557 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8d065-7af0-44b2-b983-cfd84434f1cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b18f549-dced-4a4d-954a-300830222357,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:21.261673 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8fa8d065-7af0-44b2-b983-cfd84434f1cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for subnet, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:21.264119 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-8fa8d065-7af0-44b2-b983-cfd84434f1cf admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4b18f549-dced-4a4d-954a-300830222357 HTTP/1.1" status: 204 len: 168 time: 0.8058302 Jul 13 20:21:21.266761 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 46160) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:21.379449 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-56022f94-6f94-43db-9310-a3887c277e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633600'] for network, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:21.561167 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-56022f94-6f94-43db-9310-a3887c277e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724524', 'neutron.services.segments.db._delete_segments_for_network-8781993256852'] for network, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:21.586599 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.services.segments.db [None req-56022f94-6f94-43db-9310-a3887c277e3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7afbc5f6-c760-4ee6-8bfd-c3c95bdfda63']}} {{(pid=92957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:21.634982 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.services.segments.db [None req-56022f94-6f94-43db-9310-a3887c277e3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb67c29-7662-4bb8-ab47-7ec33cf4a64b') {'for_net_delete': True} {{(pid=92957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:21.635348 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.services.segments.db [None req-56022f94-6f94-43db-9310-a3887c277e3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb67c29-7662-4bb8-ab47-7ec33cf4a64b') {} {{(pid=92957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:21.653059 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-56022f94-6f94-43db-9310-a3887c277e3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781993187723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15469834'] for segment, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:21.683185 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-56022f94-6f94-43db-9310-a3887c277e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996'] for segment, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:21.699145 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56022f94-6f94-43db-9310-a3887c277e3e admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=92957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:21:21.699571 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-56022f94-6f94-43db-9310-a3887c277e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15802526'] for segment, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:21.704104 dv-cinder-800697-1-iscsi neutron-server[92957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:21:21.704104 dv-cinder-800697-1-iscsi neutron-server[92957]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:21:21.704104 dv-cinder-800697-1-iscsi neutron-server[92957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:21:21.704104 dv-cinder-800697-1-iscsi neutron-server[92957]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:21:21.704104 dv-cinder-800697-1-iscsi neutron-server[92957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:21:21.704104 dv-cinder-800697-1-iscsi neutron-server[92957]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:21:21.704104 dv-cinder-800697-1-iscsi neutron-server[92957]: Traceback (most recent call last): Jul 13 20:21:21.704104 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:21:21.704104 dv-cinder-800697-1-iscsi neutron-server[92957]: timer() Jul 13 20:21:21.704104 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:21:21.704104 dv-cinder-800697-1-iscsi neutron-server[92957]: cb(*args, **kw) Jul 13 20:21:21.704104 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:21:21.704104 dv-cinder-800697-1-iscsi neutron-server[92957]: return func(*args, **kwargs) Jul 13 20:21:21.704104 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:21:21.704104 dv-cinder-800697-1-iscsi neutron-server[92957]: self._notify() Jul 13 20:21:21.704104 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:21:21.704104 dv-cinder-800697-1-iscsi neutron-server[92957]: self.callback(batched_events) Jul 13 20:21:21.704104 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:21:21.704104 dv-cinder-800697-1-iscsi neutron-server[92957]: event.method(event) Jul 13 20:21:21.704104 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:21:21.704104 dv-cinder-800697-1-iscsi neutron-server[92957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:21:21.704104 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:21:21.704104 dv-cinder-800697-1-iscsi neutron-server[92957]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:21:21.704104 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:21:21.704104 dv-cinder-800697-1-iscsi neutron-server[92957]: return f(self, *a, **k) Jul 13 20:21:21.704104 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:21:21.704104 dv-cinder-800697-1-iscsi neutron-server[92957]: return self._get(url).json() Jul 13 20:21:21.704104 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:21:21.704104 dv-cinder-800697-1-iscsi neutron-server[92957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:21:21.704104 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:21:21.704104 dv-cinder-800697-1-iscsi neutron-server[92957]: return self.request(url, 'GET', **kwargs) Jul 13 20:21:21.704104 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:21:21.704104 dv-cinder-800697-1-iscsi neutron-server[92957]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:21:21.704104 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:21:21.704104 dv-cinder-800697-1-iscsi neutron-server[92957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:21:21.704104 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:21:21.704104 dv-cinder-800697-1-iscsi neutron-server[92957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:21:21.704104 dv-cinder-800697-1-iscsi neutron-server[92957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:21:21.824747 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-56022f94-6f94-43db-9310-a3887c277e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708319'] for network, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:21.835032 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-56022f94-6f94-43db-9310-a3887c277e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for network, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:21.837587 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-56022f94-6f94-43db-9310-a3887c277e3e admin admin] 10.222.0.41 "DELETE /v2.0/networks/7afbc5f6-c760-4ee6-8bfd-c3c95bdfda63 HTTP/1.1" status: 204 len: 168 time: 0.5697682 Jul 13 20:21:21.855312 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56022f94-6f94-43db-9310-a3887c277e3e admin admin] Pushing event deleted for resources: {'Network': ['ID=7afbc5f6-c760-4ee6-8bfd-c3c95bdfda63,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:22.319767 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 46186) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:22.407066 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-9e306733-35b2-49cf-a1c9-7fbda06d736f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fa100c18602a42eface74db243d61b03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0855720 Jul 13 20:21:22.409923 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 46190) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:22.508946 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d133451-3e5b-41b4-96ec-24890dc78084 req-1d2141a0-c666-4b84-865a-3701e295a510 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:22.510538 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3d133451-3e5b-41b4-96ec-24890dc78084 req-1d2141a0-c666-4b84-865a-3701e295a510 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 943 time: 0.1202960 Jul 13 20:21:22.526491 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ac558-c74d-4db6-a8f8-e4dfd0ef138f req-a37aa609-c444-449e-98cd-ff9cb9f49b54 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:22.528300 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-985ac558-c74d-4db6-a8f8-e4dfd0ef138f req-a37aa609-c444-449e-98cd-ff9cb9f49b54 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.1273093 Jul 13 20:21:22.538277 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-9c3a93c6-eeff-42af-851c-87b4e5c82848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:22.571591 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-9c3a93c6-eeff-42af-851c-87b4e5c82848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:22.583230 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3d133451-3e5b-41b4-96ec-24890dc78084 req-ba4c0c5a-37dd-442c-b96c-8097827936f3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537946 Jul 13 20:21:22.619571 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-985ac558-c74d-4db6-a8f8-e4dfd0ef138f req-7443e34e-9826-4c51-ad96-b1e9ec741e2d tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675881 Jul 13 20:21:22.694270 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-9c3a93c6-eeff-42af-851c-87b4e5c82848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:22.697730 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-9c3a93c6-eeff-42af-851c-87b4e5c82848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:22.699056 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-9c3a93c6-eeff-42af-851c-87b4e5c82848 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/22d5e833-e933-411c-8ad2-dd98d3d20535 HTTP/1.1" status: 204 len: 168 time: 0.2874506 Jul 13 20:21:22.713173 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a93c6-eeff-42af-851c-87b4e5c82848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d5e833-e933-411c-8ad2-dd98d3d20535,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:23.154831 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 46206) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:23.215320 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-f06be456-76b1-4984-9204-f19232291589 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=94837cdcb145401f9c3f805d353aaa96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0564346 Jul 13 20:21:23.216390 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 46212) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:23.233131 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 8bd4b600-ed17-46e0-9cd9-f548983316ba no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:21:23.270681 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] No Port match for: 8bd4b600-ed17-46e0-9cd9-f548983316ba {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:21:23.274157 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 8bd4b600-ed17-46e0-9cd9-f548983316ba not bound to the agent host hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:21:23.312446 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1190b620-07f2-4d25-885a-b780e3a16480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:23.343805 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1190b620-07f2-4d25-885a-b780e3a16480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:23.431461 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1190b620-07f2-4d25-885a-b780e3a16480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:23.437374 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1190b620-07f2-4d25-885a-b780e3a16480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:23.439216 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-1190b620-07f2-4d25-885a-b780e3a16480 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5f43e677-4a51-4685-b96e-cbd5da84689a HTTP/1.1" status: 204 len: 168 time: 0.2219040 Jul 13 20:21:23.463573 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1190b620-07f2-4d25-885a-b780e3a16480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f43e677-4a51-4685-b96e-cbd5da84689a,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:24.120423 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22908df4-f070-42fe-a0c9-6cfcdd641932 req-33623347-6a7a-48ec-8651-072c872e4f32 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:24.131716 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-22908df4-f070-42fe-a0c9-6cfcdd641932 req-33623347-6a7a-48ec-8651-072c872e4f32 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 943 time: 0.2254195 Jul 13 20:21:24.304410 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-22908df4-f070-42fe-a0c9-6cfcdd641932 req-0db7f4f7-fe39-49b0-8f17-10c6128f4025 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1694822 Jul 13 20:21:24.345760 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84eaa7b-8981-4dfe-816c-b29276432029 req-6be16a49-82fc-430e-b265-0345874b0b32 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:24.347655 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d84eaa7b-8981-4dfe-816c-b29276432029 req-6be16a49-82fc-430e-b265-0345874b0b32 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.2117426 Jul 13 20:21:24.470732 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d84eaa7b-8981-4dfe-816c-b29276432029 req-e0d1d4a7-7518-45a8-9792-e339eae1d5ac tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926387 Jul 13 20:21:25.812355 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdecdc5-6695-4b38-9249-67916adb6369 req-1083cb7d-0cc0-4821-a974-d1f3cde3868f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:25.814353 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9fdecdc5-6695-4b38-9249-67916adb6369 req-1083cb7d-0cc0-4821-a974-d1f3cde3868f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 943 time: 0.1836791 Jul 13 20:21:25.890394 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9fdecdc5-6695-4b38-9249-67916adb6369 req-f3142153-9b1c-423a-be03-80a3b7b2281a tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628617 Jul 13 20:21:26.125496 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08304ac0-5390-4278-9626-461512a1ce13 req-27827d42-17a8-4c29-ac65-a1779d14dd73 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:26.138420 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-08304ac0-5390-4278-9626-461512a1ce13 req-27827d42-17a8-4c29-ac65-a1779d14dd73 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.1107252 Jul 13 20:21:26.205283 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-08304ac0-5390-4278-9626-461512a1ce13 req-8059a1b6-961d-4f77-a7fc-6b6567556dcb tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645349 Jul 13 20:21:27.223677 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44379735-491d-412b-91ff-3fc88c8999cc req-4ce84fcd-0a39-40c9-afe5-591029b38453 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:27.227735 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-44379735-491d-412b-91ff-3fc88c8999cc req-4ce84fcd-0a39-40c9-afe5-591029b38453 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 943 time: 0.0857241 Jul 13 20:21:27.285212 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-44379735-491d-412b-91ff-3fc88c8999cc req-e9f56df0-6c66-4bf0-afee-b41dcfe64aa0 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489528 Jul 13 20:21:27.572387 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ba289-6dfb-4f34-9f37-54c9ef3ebb7c req-ef7698ab-780d-4d4c-92ae-2b0b909d20a2 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:27.575854 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-108ba289-6dfb-4f34-9f37-54c9ef3ebb7c req-ef7698ab-780d-4d4c-92ae-2b0b909d20a2 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.1446769 Jul 13 20:21:27.664311 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-108ba289-6dfb-4f34-9f37-54c9ef3ebb7c req-8360764f-ae1b-467b-aae9-bca2bc24ebcb tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821528 Jul 13 20:21:27.983427 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 6 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:21:28.709216 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb418d1-27a8-4605-83cc-e0dc3598af85 req-2ac1f31f-c0fb-4a1c-810b-44df87319812 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:28.718009 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4cb418d1-27a8-4605-83cc-e0dc3598af85 req-2ac1f31f-c0fb-4a1c-810b-44df87319812 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 943 time: 0.1158047 Jul 13 20:21:28.767156 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4cb418d1-27a8-4605-83cc-e0dc3598af85 req-bdde2490-7bab-436f-9104-8865559d6377 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480020 Jul 13 20:21:28.972046 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0b5a9-f905-4bda-8c45-57d6559491af req-030ee1b7-bc62-41b2-87d7-1b5f4de565a3 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:28.980478 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9ab0b5a9-f905-4bda-8c45-57d6559491af req-030ee1b7-bc62-41b2-87d7-1b5f4de565a3 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.0808220 Jul 13 20:21:29.018659 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9ab0b5a9-f905-4bda-8c45-57d6559491af req-84c4f0b3-3c82-493c-9edd-417790002d49 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379694 Jul 13 20:21:30.136284 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7f96d-4cf4-4579-979a-abd845c48ba3 req-531ffb09-1eda-47a0-bac1-e6d27994254c tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:30.145694 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-53d7f96d-4cf4-4579-979a-abd845c48ba3 req-531ffb09-1eda-47a0-bac1-e6d27994254c tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 943 time: 0.1693773 Jul 13 20:21:30.242007 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-53d7f96d-4cf4-4579-979a-abd845c48ba3 req-dd5e0904-2efe-4b48-8b7b-04a3c510ab46 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0872698 Jul 13 20:21:30.836590 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44b673-3397-434b-a371-0d024249fdc1 req-00cabf27-c836-4720-9e4f-a3b275b29cc2 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:30.848955 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9f44b673-3397-434b-a371-0d024249fdc1 req-00cabf27-c836-4720-9e4f-a3b275b29cc2 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.2326744 Jul 13 20:21:30.904661 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9f44b673-3397-434b-a371-0d024249fdc1 req-d87d8987-f611-4a75-8a5f-83d43e7b779d tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537355 Jul 13 20:21:31.859944 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34aacd2-b329-452d-8b2d-aa76f9efd447 req-ff066821-e9ec-4960-bc1f-3d6bd0a3ddd8 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:31.861960 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f34aacd2-b329-452d-8b2d-aa76f9efd447 req-ff066821-e9ec-4960-bc1f-3d6bd0a3ddd8 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 943 time: 0.1411524 Jul 13 20:21:31.956305 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f34aacd2-b329-452d-8b2d-aa76f9efd447 req-2d26db02-99b5-47c5-9f86-648e8c328673 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0864489 Jul 13 20:21:32.236119 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0eb7b-5661-4ddf-987c-ceac07483a50 req-e185a66a-6de7-4a5d-82c8-9b8862dca753 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:32.247183 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7fb0eb7b-5661-4ddf-987c-ceac07483a50 req-e185a66a-6de7-4a5d-82c8-9b8862dca753 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.1161613 Jul 13 20:21:32.337694 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7fb0eb7b-5661-4ddf-987c-ceac07483a50 req-39846e9b-1a1b-4ac1-ab3c-eb7a39f88b51 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848718 Jul 13 20:21:33.309796 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84627575-e709-4b7a-aa19-dd152328e105 req-49e84bf4-bdf0-47da-8f60-aad673a0a64d tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:33.320049 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-84627575-e709-4b7a-aa19-dd152328e105 req-49e84bf4-bdf0-47da-8f60-aad673a0a64d tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 943 time: 0.0884480 Jul 13 20:21:33.405047 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-84627575-e709-4b7a-aa19-dd152328e105 req-95be79a2-77e2-4ccc-b21d-b42a51a31fa7 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0791397 Jul 13 20:21:33.731942 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2c3f6-e4d4-402c-8e7f-aec851b460f2 req-25445f3c-2f2f-426a-9c13-a7d9cc0e4636 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:33.746856 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0ea2c3f6-e4d4-402c-8e7f-aec851b460f2 req-25445f3c-2f2f-426a-9c13-a7d9cc0e4636 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.2131517 Jul 13 20:21:33.799738 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-d8d246c0-f932-4180-af31-29d6a7652f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:33.850037 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0ea2c3f6-e4d4-402c-8e7f-aec851b460f2 req-b078e318-d81b-4731-84b6-ed01acb05b2b tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934932 Jul 13 20:21:34.977963 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1a006-9b2e-422f-9e14-38091dee7ef0 req-dc6f1a3d-3fb0-4067-b63e-5f308c75766a tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:34.984639 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5dd1a006-9b2e-422f-9e14-38091dee7ef0 req-dc6f1a3d-3fb0-4067-b63e-5f308c75766a tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 943 time: 0.1558006 Jul 13 20:21:35.035769 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5dd1a006-9b2e-422f-9e14-38091dee7ef0 req-5bbd6fee-bb24-4076-8993-8324a77f00e9 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500271 Jul 13 20:21:35.411308 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf7386-9d7c-4544-8387-07a24d725510 req-3e6e65c3-0838-463c-959b-2c06107e3fe6 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:35.414362 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-27bf7386-9d7c-4544-8387-07a24d725510 req-3e6e65c3-0838-463c-959b-2c06107e3fe6 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.1807365 Jul 13 20:21:35.496337 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-27bf7386-9d7c-4544-8387-07a24d725510 req-7d0c6ae5-fdf0-4f59-874b-8076c7801075 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687239 Jul 13 20:21:36.136722 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-ddd8cd54-f90c-4551-adae-38fba1f61503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:36.593762 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174adcf7-d857-4b03-85dd-b796baf0f43c req-75c12854-6f22-4d88-82a4-036352d99bac tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:36.603112 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-174adcf7-d857-4b03-85dd-b796baf0f43c req-75c12854-6f22-4d88-82a4-036352d99bac tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 943 time: 0.1488111 Jul 13 20:21:36.782322 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-174adcf7-d857-4b03-85dd-b796baf0f43c req-78da5f83-afaa-4109-91c6-d7b70be769e0 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1584880 Jul 13 20:21:36.799407 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:36.801761 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 46410) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:36.980129 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-92629f6e-44ab-4691-99fa-8f2d0d2fdd27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:37.163885 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560ba78-25e6-4a11-8e18-001d327b30a1 req-d1f229d1-6784-4a34-85f8-caf164c797b8 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:37.172355 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b560ba78-25e6-4a11-8e18-001d327b30a1 req-d1f229d1-6784-4a34-85f8-caf164c797b8 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.1087079 Jul 13 20:21:37.229082 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-92629f6e-44ab-4691-99fa-8f2d0d2fdd27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:37.245305 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b560ba78-25e6-4a11-8e18-001d327b30a1 req-4cf3024d-88bf-4649-865c-7b0af0d54c8a tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721040 Jul 13 20:21:37.245907 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-92629f6e-44ab-4691-99fa-8f2d0d2fdd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:37.331957 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92629f6e-44ab-4691-99fa-8f2d0d2fdd27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964a8a11-6a22-453b-97c7-ec7a644f37c6,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:37.343317 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-92629f6e-44ab-4691-99fa-8f2d0d2fdd27 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=139ed1d7085142d4acdc43c3638c383c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5359964 Jul 13 20:21:37.343317 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 46432) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:37.410444 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-782f0f50-a2bc-43fc-86f8-7ba9f2bfaf2d tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:37.412073 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-782f0f50-a2bc-43fc-86f8-7ba9f2bfaf2d tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/networks?id=bb455b5d-45bd-4628-96d1-fb52590d86a6 HTTP/1.1" status: 200 len: 815 time: 0.1902635 Jul 13 20:21:37.434336 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cede6e3e-11e9-4c1f-b108-ad36ec3aa2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:37.436864 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-a4da9466-a08e-4a54-a9d0-7224a312b941 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/quotas/3029e7699307438c86dc648956083042 HTTP/1.1" status: 200 len: 375 time: 0.0190189 Jul 13 20:21:37.464974 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:37.677418 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cede6e3e-11e9-4c1f-b108-ad36ec3aa2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:37.737704 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-6aa20dc9-bdab-4f0f-a8c2-bbc73f026b4f tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3029e7699307438c86dc648956083042&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2929597 Jul 13 20:21:37.749609 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cede6e3e-11e9-4c1f-b108-ad36ec3aa2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:37.752215 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cede6e3e-11e9-4c1f-b108-ad36ec3aa2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:37.753369 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-cede6e3e-11e9-4c1f-b108-ad36ec3aa2ba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/964a8a11-6a22-453b-97c7-ec7a644f37c6 HTTP/1.1" status: 204 len: 168 time: 0.4097123 Jul 13 20:21:37.778609 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede6e3e-11e9-4c1f-b108-ad36ec3aa2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964a8a11-6a22-453b-97c7-ec7a644f37c6,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:37.850787 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-ec9bfdf5-01cc-405d-80ec-e7ad271b4871 service neutron] 10.222.0.41 "GET /v2.0/networks/bb455b5d-45bd-4628-96d1-fb52590d86a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963428 Jul 13 20:21:37.955389 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-7e3cd273-d783-4cba-98b6-87e8a95682f3 service neutron] 10.222.0.41 "GET /v2.0/networks/bb455b5d-45bd-4628-96d1-fb52590d86a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983863 Jul 13 20:21:38.038483 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfcd66-3f23-4909-84ba-a538c67e8a3d req-b34db152-5761-4d49-96f0-d65150f3f912 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:38.039999 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d2cfcd66-3f23-4909-84ba-a538c67e8a3d req-b34db152-5761-4d49-96f0-d65150f3f912 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 943 time: 0.0702708 Jul 13 20:21:38.088572 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d2cfcd66-3f23-4909-84ba-a538c67e8a3d req-9c7093a1-27f5-4ab8-af6d-4478363d3f18 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417464 Jul 13 20:21:38.093639 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 46444) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:38.107281 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-73f930c4-fe9b-4d50-acb6-d69110694600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:38.152175 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c5ff8e04-978c-45c9-9425-f477ab6e1c1f req-c1472bce-bc63-46a9-a3f1-5302cf1ea3fa tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 210 time: 0.0361960 Jul 13 20:21:38.236151 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-73f930c4-fe9b-4d50-acb6-d69110694600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:38.240109 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-73f930c4-fe9b-4d50-acb6-d69110694600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:38.290965 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f930c4-fe9b-4d50-acb6-d69110694600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab58f403-f471-49dc-a50b-770e0c6a9805,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:38.310899 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-73f930c4-fe9b-4d50-acb6-d69110694600 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=befea58e0eb74552ba4a811cee56c116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2160795 Jul 13 20:21:38.314665 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 46458) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:38.388588 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-fd1a5b1c-2589-4012-a5cb-462a7dc1512e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:38.441210 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-fd1a5b1c-2589-4012-a5cb-462a7dc1512e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:38.508889 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d84bb-2f57-434b-9d81-c52bc4f3c5ea req-d12baa42-075a-4412-af5a-83e70de9adf4 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:38.510529 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-538d84bb-2f57-434b-9d81-c52bc4f3c5ea req-d12baa42-075a-4412-af5a-83e70de9adf4 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.1171479 Jul 13 20:21:38.529805 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-fd1a5b1c-2589-4012-a5cb-462a7dc1512e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:38.532596 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-fd1a5b1c-2589-4012-a5cb-462a7dc1512e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:38.534012 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-fd1a5b1c-2589-4012-a5cb-462a7dc1512e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ab58f403-f471-49dc-a50b-770e0c6a9805 HTTP/1.1" status: 204 len: 168 time: 0.2183471 Jul 13 20:21:38.557461 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a5b1c-2589-4012-a5cb-462a7dc1512e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab58f403-f471-49dc-a50b-770e0c6a9805,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:38.574580 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-538d84bb-2f57-434b-9d81-c52bc4f3c5ea req-0643e705-708f-4aae-81fa-05426ac63801 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578103 Jul 13 20:21:38.900539 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 46478) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:38.916093 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cdd2fa77-f846-4030-8774-7bc004b4a9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:39.017757 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cdd2fa77-f846-4030-8774-7bc004b4a9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:39.022892 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cdd2fa77-f846-4030-8774-7bc004b4a9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:39.063456 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-cdd2fa77-f846-4030-8774-7bc004b4a9d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=65134ed1a25a4b26ad2137b061ab38aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1619980 Jul 13 20:21:39.064382 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd2fa77-f846-4030-8774-7bc004b4a9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b166d0-4571-4467-b6ca-d3059de1a527,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:39.066107 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 46494) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:39.133285 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-bbaa3d6d-0827-456b-8578-289076cbf048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:39.162556 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-bbaa3d6d-0827-456b-8578-289076cbf048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:39.216285 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:39.224809 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-bbaa3d6d-0827-456b-8578-289076cbf048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:39.228178 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-bbaa3d6d-0827-456b-8578-289076cbf048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:39.241006 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-bbaa3d6d-0827-456b-8578-289076cbf048 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/58b166d0-4571-4467-b6ca-d3059de1a527 HTTP/1.1" status: 204 len: 168 time: 0.1582270 Jul 13 20:21:39.251290 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa3d6d-0827-456b-8578-289076cbf048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b166d0-4571-4467-b6ca-d3059de1a527,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:39.389189 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-abcfd0ee-6313-4cf7-9ea0-de2fe0582695 req-ceac3b98-a331-490b-97c0-0d033970f691 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 210 time: 0.0395918 Jul 13 20:21:39.461471 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1298147-e816-4258-aafc-3c6e38314d90 req-d49ee8cd-190c-4d4e-9716-36cdff60e152 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:39.463588 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c1298147-e816-4258-aafc-3c6e38314d90 req-d49ee8cd-190c-4d4e-9716-36cdff60e152 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 943 time: 0.1701808 Jul 13 20:21:39.508459 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c1298147-e816-4258-aafc-3c6e38314d90 req-8b79be4c-8be5-4f96-b577-a190172b6831 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375865 Jul 13 20:21:39.584377 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b0817-cdf0-4b3e-bf37-78f45b3ad7e0 req-41644f01-9b08-4e27-9d66-09ac70784923 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:39.586028 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-949b0817-cdf0-4b3e-bf37-78f45b3ad7e0 req-41644f01-9b08-4e27-9d66-09ac70784923 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.1912446 Jul 13 20:21:39.595203 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-57042e71-ead2-4d58-abc7-d97de5f74399 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:39.596644 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-57042e71-ead2-4d58-abc7-d97de5f74399 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.47 "GET /v2.0/networks?id=bb455b5d-45bd-4628-96d1-fb52590d86a6 HTTP/1.1" status: 200 len: 815 time: 0.2189255 Jul 13 20:21:39.682968 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-5fa364e7-4c9d-49be-99e8-241491a1fd9c tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Request body: {'port': {'device_id': '45fc7027-9a26-430d-86e9-06b71d05f240', 'network_id': 'bb455b5d-45bd-4628-96d1-fb52590d86a6', 'admin_state_up': True, 'tenant_id': '3029e7699307438c86dc648956083042'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:21:39.787506 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-949b0817-cdf0-4b3e-bf37-78f45b3ad7e0 req-50a65082-f5fa-48d1-ae6c-c5a4d843f592 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Deleting port 496a2b26-b324-4a14-85bd-ecf02a06773c {{(pid=92957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:21:39.787848 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-949b0817-cdf0-4b3e-bf37-78f45b3ad7e0 req-50a65082-f5fa-48d1-ae6c-c5a4d843f592 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:39.833572 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49e0bf-292c-4d31-81dd-3dedcf26d306 req-89a0788d-917f-499d-8372-5f2fcac8e568 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:39.844026 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3b49e0bf-292c-4d31-81dd-3dedcf26d306 req-89a0788d-917f-499d-8372-5f2fcac8e568 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 946 time: 0.0958431 Jul 13 20:21:39.902376 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3b49e0bf-292c-4d31-81dd-3dedcf26d306 req-fb86153a-ed12-485f-b560-7839fedd57ce tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ca79539-8881-4d09-bcb7-6fd24156c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528014 Jul 13 20:21:39.916384 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-5fa364e7-4c9d-49be-99e8-241491a1fd9c tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Made reservation on behalf of 3029e7699307438c86dc648956083042 for: {'port': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:21:39.920984 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-5fa364e7-4c9d-49be-99e8-241491a1fd9c tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:39.941790 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-949b0817-cdf0-4b3e-bf37-78f45b3ad7e0 req-50a65082-f5fa-48d1-ae6c-c5a4d843f592 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] For port 496a2b26-b324-4a14-85bd-ecf02a06773c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=496a2b26-b324-4a14-85bd-ecf02a06773c,segment=NetworkSegment(75f47eaa-d46d-4fb4-93ab-8345f1231a55),segment_id=75f47eaa-d46d-4fb4-93ab-8345f1231a55)] {{(pid=92957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:21:39.942162 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-949b0817-cdf0-4b3e-bf37-78f45b3ad7e0 req-50a65082-f5fa-48d1-ae6c-c5a4d843f592 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:39.964888 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-949b0817-cdf0-4b3e-bf37-78f45b3ad7e0 req-50a65082-f5fa-48d1-ae6c-c5a4d843f592 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Calling delete_port for 496a2b26-b324-4a14-85bd-ecf02a06773c owned by compute:nova {{(pid=92957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:21:40.130552 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_common [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-5fa364e7-4c9d-49be-99e8-241491a1fd9c tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Allocated IP 172.20.0.9 (bb455b5d-45bd-4628-96d1-fb52590d86a6/54796a68-d1a1-4045-8b72-1af62d04dcb7/36311273-448f-41d4-83c7-d3f866cdc455) {{(pid=92957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:21:40.186029 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 46560) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:40.239100 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-949b0817-cdf0-4b3e-bf37-78f45b3ad7e0 req-50a65082-f5fa-48d1-ae6c-c5a4d843f592 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:40.252894 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['496a2b26-b324-4a14-85bd-ecf02a06773c'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:21:40.336200 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a65082-f5fa-48d1-ae6c-c5a4d843f592 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Pushing event deleted for resources: {'Port': ['ID=496a2b26-b324-4a14-85bd-ecf02a06773c,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:40.341195 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-14797ec7-12d6-4cdf-96d4-8209fde16c48 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-51487356-network', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:21:40.417787 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-949b0817-cdf0-4b3e-bf37-78f45b3ad7e0 req-50a65082-f5fa-48d1-ae6c-c5a4d843f592 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] No DVR routers for this DVR port 496a2b26-b324-4a14-85bd-ecf02a06773c on host hv-cinder-80069 {{(pid=92957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:21:40.437420 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-949b0817-cdf0-4b3e-bf37-78f45b3ad7e0 req-50a65082-f5fa-48d1-ae6c-c5a4d843f592 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:40.442748 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-949b0817-cdf0-4b3e-bf37-78f45b3ad7e0 req-50a65082-f5fa-48d1-ae6c-c5a4d843f592 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.47 "DELETE /v2.0/ports/496a2b26-b324-4a14-85bd-ecf02a06773c HTTP/1.1" status: 204 len: 173 time: 0.8450863 Jul 13 20:21:40.451777 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f29a46e-71e1-421d-986a-50a82f1bd117', 'name': 'network-vif-deleted', 'tag': '496a2b26-b324-4a14-85bd-ecf02a06773c'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:21:40.460773 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7109200-a94d-4a0f-83e1-f98e3aea724c" -d '{"events": [{"server_uuid": "0f29a46e-71e1-421d-986a-50a82f1bd117", "name": "network-vif-deleted", "tag": "496a2b26-b324-4a14-85bd-ecf02a06773c"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:21:40.508708 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14797ec7-12d6-4cdf-96d4-8209fde16c48 admin admin] Made reservation on behalf of 8d725fb3a49b47c287f9c134201d6823 for: {'network': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:21:40.514362 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-14797ec7-12d6-4cdf-96d4-8209fde16c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for network, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:40.515906 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 46576) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:40.554831 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96f59a9-bcf7-454c-89df-a8e150fad34b x-openstack-request-id: req-a96f59a9-bcf7-454c-89df-a8e150fad34b {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:21:40.556084 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f29a46e-71e1-421d-986a-50a82f1bd117", "name": "network-vif-deleted", "tag": "496a2b26-b324-4a14-85bd-ecf02a06773c", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:21:40.556933 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a96f59a9-bcf7-454c-89df-a8e150fad34b {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:21:40.558046 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f29a46e-71e1-421d-986a-50a82f1bd117', 'name': 'network-vif-deleted', 'tag': '496a2b26-b324-4a14-85bd-ecf02a06773c', 'status': 'completed', 'code': 200} Jul 13 20:21:40.564909 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-14797ec7-12d6-4cdf-96d4-8209fde16c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:40.599956 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_v2 [None req-11db9cd3-09a5-400d-91c4-3698fc7bd878 admin admin] Deleting subnet d95ccc97-de7c-42cf-b0c1-9a1f98b75184 {{(pid=92958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:21:40.615864 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-11db9cd3-09a5-400d-91c4-3698fc7bd878 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:40.655580 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-5fa364e7-4c9d-49be-99e8-241491a1fd9c tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks [] for port, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:40.700668 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e05c4d37-1277-4f30-9963-cb4e4dc89741 req-5f358e99-7869-4698-b3a8-c4a81741aab0 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 210 time: 0.0392222 Jul 13 20:21:40.709844 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-11db9cd3-09a5-400d-91c4-3698fc7bd878 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16271406'] for subnet, precommit_delete_associations {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:40.729786 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.provisioning_blocks [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-5fa364e7-4c9d-49be-99e8-241491a1fd9c tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Transition to ACTIVE for port object 36311273-448f-41d4-83c7-d3f866cdc455 will not be triggered until provisioned by entity DHCP. {{(pid=92957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:21:40.774430 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-5fa364e7-4c9d-49be-99e8-241491a1fd9c tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:40.826230 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-11db9cd3-09a5-400d-91c4-3698fc7bd878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-721317'] for subnet, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:40.848576 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-5fa364e7-4c9d-49be-99e8-241491a1fd9c tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Network bb455b5d-45bd-4628-96d1-fb52590d86a6 is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:21:40.869171 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa364e7-4c9d-49be-99e8-241491a1fd9c tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Pushing event updated for resources: {'Port': ['ID=36311273-448f-41d4-83c7-d3f866cdc455,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:40.880215 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-5fa364e7-4c9d-49be-99e8-241491a1fd9c tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:21:40.882632 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-5fa364e7-4c9d-49be-99e8-241491a1fd9c tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Received port after_create {{(pid=92957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:21:40.960950 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-11db9cd3-09a5-400d-91c4-3698fc7bd878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-721308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15916066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15819405'] for subnet, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:41.005360 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-14797ec7-12d6-4cdf-96d4-8209fde16c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:41.026497 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-5fa364e7-4c9d-49be-99e8-241491a1fd9c tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:41.028512 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-5fa364e7-4c9d-49be-99e8-241491a1fd9c tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:41.063273 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db9cd3-09a5-400d-91c4-3698fc7bd878 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d95ccc97-de7c-42cf-b0c1-9a1f98b75184,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:41.067745 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-14797ec7-12d6-4cdf-96d4-8209fde16c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:41.071006 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-11db9cd3-09a5-400d-91c4-3698fc7bd878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for subnet, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:41.073290 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-11db9cd3-09a5-400d-91c4-3698fc7bd878 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d95ccc97-de7c-42cf-b0c1-9a1f98b75184 HTTP/1.1" status: 204 len: 168 time: 0.5561795 Jul 13 20:21:41.080868 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 46582) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:41.096783 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-5fa364e7-4c9d-49be-99e8-241491a1fd9c tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4189827 Jul 13 20:21:41.135308 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d33401-af2a-40ef-afd4-e7ab2889816d req-96a707b0-2732-47f9-aa54-fd1fc861b80b tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:41.136417 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-19d33401-af2a-40ef-afd4-e7ab2889816d req-96a707b0-2732-47f9-aa54-fd1fc861b80b tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 943 time: 0.3914084 Jul 13 20:21:41.145868 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14797ec7-12d6-4cdf-96d4-8209fde16c48 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=92957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:21:41.174996 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14797ec7-12d6-4cdf-96d4-8209fde16c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e530a3c2-b5dd-43b2-93dd-7522aea8e758,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:41.176345 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-14797ec7-12d6-4cdf-96d4-8209fde16c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996'] for segment, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:41.176345 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.db.segments_db [None req-14797ec7-12d6-4cdf-96d4-8209fde16c48 admin admin] Added segment e4d29c19-7081-43de-a1f1-f5636ff5dd0e of type vlan for network ba0347c3-a626-4466-ac21-b102e445facc Jul 13 20:21:41.202283 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-08b999b6-737d-4c03-b024-4d92fd9a47af None None] Provisioning for port 36311273-448f-41d4-83c7-d3f866cdc455 completed by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:21:41.226864 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-08b999b6-737d-4c03-b024-4d92fd9a47af None None] Provisioning complete for port 36311273-448f-41d4-83c7-d3f866cdc455 triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:41.227248 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-08b999b6-737d-4c03-b024-4d92fd9a47af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:41.299010 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-14797ec7-12d6-4cdf-96d4-8209fde16c48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781992687126'] for network, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:41.305569 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-08b999b6-737d-4c03-b024-4d92fd9a47af None None] Port 36311273-448f-41d4-83c7-d3f866cdc455 cannot update to ACTIVE because it is not bound. {{(pid=92959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:21:41.322674 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-19d33401-af2a-40ef-afd4-e7ab2889816d req-18eced22-1942-442f-8a77-4fa87148f8a7 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1646562 Jul 13 20:21:41.359680 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4db45a37-d429-47fd-9b1a-4bd52070c651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633600'] for network, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:41.373064 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-14797ec7-12d6-4cdf-96d4-8209fde16c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962'] for network, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:41.374014 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14797ec7-12d6-4cdf-96d4-8209fde16c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:41.374670 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-14797ec7-12d6-4cdf-96d4-8209fde16c48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for network, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:41.470516 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-14797ec7-12d6-4cdf-96d4-8209fde16c48 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2834086 Jul 13 20:21:41.473776 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 46584) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:41.478919 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-70b024e6-aeec-460b-934f-b4c5d0b1264e req-f3f0db02-974a-427b-b29d-7d61192dcd39 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 210 time: 0.0368478 Jul 13 20:21:41.480359 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-9ce81d6e-61b6-4db7-9587-fe0a1bb6da30 admin admin] Request body: {'subnet': {'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-51487356-subnet', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'ip_version': 4}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:21:41.485882 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14797ec7-12d6-4cdf-96d4-8209fde16c48 admin admin] Pushing event updated for resources: {'Network': ['ID=ba0347c3-a626-4466-ac21-b102e445facc,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:41.492391 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4db45a37-d429-47fd-9b1a-4bd52070c651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724524', 'neutron.services.segments.db._delete_segments_for_network-8781993256852'] for network, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:41.504033 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Network ba0347c3-a626-4466-ac21-b102e445facc details requested by agent ovs-agent-dv-cinder-800697-1-iscsi with host dv-cinder-800697-1-iscsi {{(pid=92959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:21:41.514847 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-4db45a37-d429-47fd-9b1a-4bd52070c651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b97695f-aac6-4078-97e8-a66178de66a0']}} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:41.529240 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce81d6e-61b6-4db7-9587-fe0a1bb6da30 admin admin] Made reservation on behalf of 8d725fb3a49b47c287f9c134201d6823 for: {'subnet': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:21:41.529639 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-4db45a37-d429-47fd-9b1a-4bd52070c651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4ce49ff-3cc5-4f13-a498-63dc22734ac2') {'for_net_delete': True} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:41.530250 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-4db45a37-d429-47fd-9b1a-4bd52070c651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4ce49ff-3cc5-4f13-a498-63dc22734ac2') {} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:41.531801 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-9ce81d6e-61b6-4db7-9587-fe0a1bb6da30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148547'] for subnet, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:41.540671 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4db45a37-d429-47fd-9b1a-4bd52070c651 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781993187723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16271415'] for segment, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:41.560674 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4db45a37-d429-47fd-9b1a-4bd52070c651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996'] for segment, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:41.571443 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db45a37-d429-47fd-9b1a-4bd52070c651 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=92958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:21:41.573118 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4db45a37-d429-47fd-9b1a-4bd52070c651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15915916'] for segment, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:41.575304 dv-cinder-800697-1-iscsi neutron-server[92958]: Traceback (most recent call last): Jul 13 20:21:41.575304 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:21:41.575304 dv-cinder-800697-1-iscsi neutron-server[92958]: timer() Jul 13 20:21:41.575304 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:21:41.575304 dv-cinder-800697-1-iscsi neutron-server[92958]: cb(*args, **kw) Jul 13 20:21:41.575304 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:21:41.575304 dv-cinder-800697-1-iscsi neutron-server[92958]: return func(*args, **kwargs) Jul 13 20:21:41.575304 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:21:41.575304 dv-cinder-800697-1-iscsi neutron-server[92958]: self._notify() Jul 13 20:21:41.575304 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:21:41.575304 dv-cinder-800697-1-iscsi neutron-server[92958]: self.callback(batched_events) Jul 13 20:21:41.575304 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:21:41.575304 dv-cinder-800697-1-iscsi neutron-server[92958]: event.method(event) Jul 13 20:21:41.575304 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:21:41.575304 dv-cinder-800697-1-iscsi neutron-server[92958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:21:41.575304 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:21:41.575304 dv-cinder-800697-1-iscsi neutron-server[92958]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:21:41.575304 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:21:41.575304 dv-cinder-800697-1-iscsi neutron-server[92958]: return f(self, *a, **k) Jul 13 20:21:41.575304 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:21:41.575304 dv-cinder-800697-1-iscsi neutron-server[92958]: return self._get(url).json() Jul 13 20:21:41.575304 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:21:41.575304 dv-cinder-800697-1-iscsi neutron-server[92958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:21:41.575304 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:21:41.575304 dv-cinder-800697-1-iscsi neutron-server[92958]: return self.request(url, 'GET', **kwargs) Jul 13 20:21:41.575304 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:21:41.575304 dv-cinder-800697-1-iscsi neutron-server[92958]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:21:41.575304 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:21:41.575304 dv-cinder-800697-1-iscsi neutron-server[92958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:21:41.575304 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:21:41.575304 dv-cinder-800697-1-iscsi neutron-server[92958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:21:41.575304 dv-cinder-800697-1-iscsi neutron-server[92958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:21:41.652330 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4db45a37-d429-47fd-9b1a-4bd52070c651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708319'] for network, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:41.664137 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4db45a37-d429-47fd-9b1a-4bd52070c651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for network, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:41.666003 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-4db45a37-d429-47fd-9b1a-4bd52070c651 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0b97695f-aac6-4078-97e8-a66178de66a0 HTTP/1.1" status: 204 len: 168 time: 0.5685132 Jul 13 20:21:41.677512 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db45a37-d429-47fd-9b1a-4bd52070c651 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b97695f-aac6-4078-97e8-a66178de66a0,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:41.834818 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-9ce81d6e-61b6-4db7-9587-fe0a1bb6da30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15804401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148593'] for subnet, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:41.898295 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 46590) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:41.934939 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce81d6e-61b6-4db7-9587-fe0a1bb6da30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f457fbe4-4ce5-41db-824a-50007e6454b1,revision_number=0']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:41.954689 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced34e52-7e70-4401-aad2-5191cd8fb982 req-5d2ca08f-e2a3-4483-981e-783067d5eb82 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:41.956054 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ced34e52-7e70-4401-aad2-5191cd8fb982 req-5d2ca08f-e2a3-4483-981e-783067d5eb82 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 931 time: 0.1061997 Jul 13 20:21:41.986184 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce81d6e-61b6-4db7-9587-fe0a1bb6da30 admin admin] Checking segment: {'id': 'e4d29c19-7081-43de-a1f1-f5636ff5dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:21:41.986553 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce81d6e-61b6-4db7-9587-fe0a1bb6da30 admin admin] Network hostable DHCP agents. Network: ba0347c3-a626-4466-ac21-b102e445facc, hostable agents: ['9d6e4556-3812-4c7d-88f2-13bd16a57861'], hosted agents: [] {{(pid=92957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:21:42.006795 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-10d481da-f05e-4ee4-ae83-eac33816c40c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=090cf87574eb457aaa0f816b9c6c73d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1072495 Jul 13 20:21:42.014733 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 46592) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:42.022893 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce81d6e-61b6-4db7-9587-fe0a1bb6da30 admin admin] Network ba0347c3-a626-4466-ac21-b102e445facc is scheduled to be hosted by DHCP agent 9d6e4556-3812-4c7d-88f2-13bd16a57861 with binding_index 1 {{(pid=92957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:21:42.032949 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ced34e52-7e70-4401-aad2-5191cd8fb982 req-8bfd21e0-a5d9-4c80-ae82-007c86d337cd tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684941 Jul 13 20:21:42.039650 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [None req-9ce81d6e-61b6-4db7-9587-fe0a1bb6da30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-1-iscsi, ba0347c3-a626-4466-ac21-b102e445facc) {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:21:42.049341 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce81d6e-61b6-4db7-9587-fe0a1bb6da30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:42.049967 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-9ce81d6e-61b6-4db7-9587-fe0a1bb6da30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for subnet, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:42.070006 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff96cca4-2b4b-4b45-8a89-32c680465038 None None] Network ba0347c3-a626-4466-ac21-b102e445facc requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:21:42.143491 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 46594) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:42.148940 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-6d94c4fd-cc67-42cf-ac22-f5cdb468ab0c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-51487356-router', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'}}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:21:42.150284 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-9ce81d6e-61b6-4db7-9587-fe0a1bb6da30 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6750736 Jul 13 20:21:42.169738 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-71fcd812-0717-4a62-a430-70b57e4ff6cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:42.196891 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-71fcd812-0717-4a62-a430-70b57e4ff6cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:42.210184 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6d94c4fd-cc67-42cf-ac22-f5cdb468ab0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4752'] for router, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:42.211547 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6d94c4fd-cc67-42cf-ac22-f5cdb468ab0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4761'] for router, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:42.274352 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-71fcd812-0717-4a62-a430-70b57e4ff6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:42.286787 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6d94c4fd-cc67-42cf-ac22-f5cdb468ab0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:42.288302 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-71fcd812-0717-4a62-a430-70b57e4ff6cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:42.289634 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-71fcd812-0717-4a62-a430-70b57e4ff6cf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f88ee1f2-d0d8-4b8c-8ce1-d71e0d8f6e65 HTTP/1.1" status: 204 len: 168 time: 0.2737730 Jul 13 20:21:42.315395 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fcd812-0717-4a62-a430-70b57e4ff6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88ee1f2-d0d8-4b8c-8ce1-d71e0d8f6e65,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:42.318893 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e17ae2-9afa-45b6-b753-bcfc6a115a93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4343ca1b-82c6-5ec5-be1b-550c314ed552-ba0347c3-a626-4466-ac21-b102e445facc', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'fixed_ips': [{'subnet_id': 'f457fbe4-4ce5-41db-824a-50007e6454b1'}]}} from dv-cinder-800697-1-iscsi. {{(pid=92959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:21:42.319918 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-f9e17ae2-9afa-45b6-b753-bcfc6a115a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:42.479374 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6d94c4fd-cc67-42cf-ac22-f5cdb468ab0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1708278', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4747'] for router, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:42.693311 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce1ad1-032b-4fa9-bf97-b81a5ba3b867 req-a5533590-c838-44ba-979b-5342697e5eb9 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:42.695558 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-18ce1ad1-032b-4fa9-bf97-b81a5ba3b867 req-a5533590-c838-44ba-979b-5342697e5eb9 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 943 time: 0.1029079 Jul 13 20:21:42.770823 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b9d8452e-150f-4dbb-81ba-508078b34895 req-11cc5aeb-1ab1-42f6-8045-5a689834f4c4 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 210 time: 0.0533285 Jul 13 20:21:42.780660 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.db_base_plugin_common [None req-f9e17ae2-9afa-45b6-b753-bcfc6a115a93 None None] Allocated IP 172.20.0.2 (ba0347c3-a626-4466-ac21-b102e445facc/f457fbe4-4ce5-41db-824a-50007e6454b1/cb27ef11-00a5-4b56-bc97-1409f1712025) {{(pid=92959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:21:42.842101 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-18ce1ad1-032b-4fa9-bf97-b81a5ba3b867 req-3e03274e-fd5d-4fc6-9291-2d8f9c1df948 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1343913 Jul 13 20:21:42.998087 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6d94c4fd-cc67-42cf-ac22-f5cdb468ab0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:43.020177 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6d94c4fd-cc67-42cf-ac22-f5cdb468ab0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:43.062515 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-f9e17ae2-9afa-45b6-b753-bcfc6a115a93 None None] Notify callbacks [] for port, precommit_create {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:43.087523 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-f9e17ae2-9afa-45b6-b753-bcfc6a115a93 None None] Transition to ACTIVE for port object cb27ef11-00a5-4b56-bc97-1409f1712025 will not be triggered until provisioned by entity L2. {{(pid=92959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:21:43.118068 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-f9e17ae2-9afa-45b6-b753-bcfc6a115a93 None None] Transition to ACTIVE for port object cb27ef11-00a5-4b56-bc97-1409f1712025 will not be triggered until provisioned by entity DHCP. {{(pid=92959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:21:43.131765 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-f9e17ae2-9afa-45b6-b753-bcfc6a115a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094'] for port, after_create {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:43.234291 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [None req-6d94c4fd-cc67-42cf-ac22-f5cdb468ab0c admin admin] Allocated IP 172.27.1.23 (e57c7c0c-39ec-40cf-b750-a71f25c7d8d2/a207c1df-41ac-48bd-9f72-165f77d81169/0396cd4c-56a1-4531-a221-626c94ce85c8) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:21:43.237074 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e17ae2-9afa-45b6-b753-bcfc6a115a93 None None] Pushing event updated for resources: {'Port': ['ID=cb27ef11-00a5-4b56-bc97-1409f1712025,revision_number=1']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:43.245572 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e17ae2-9afa-45b6-b753-bcfc6a115a93 None None] Network ba0347c3-a626-4466-ac21-b102e445facc is already hosted by enough agents. {{(pid=92959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:21:43.251067 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.scheduler.base_scheduler [None req-f9e17ae2-9afa-45b6-b753-bcfc6a115a93 None None] Resources bound (agent type, host, resource id): {{(pid=92959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:21:43.254016 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e17ae2-9afa-45b6-b753-bcfc6a115a93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:43.254498 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e17ae2-9afa-45b6-b753-bcfc6a115a93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:43.254767 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e17ae2-9afa-45b6-b753-bcfc6a115a93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:43.255117 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e17ae2-9afa-45b6-b753-bcfc6a115a93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:43.255448 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e17ae2-9afa-45b6-b753-bcfc6a115a93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:43.255789 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e17ae2-9afa-45b6-b753-bcfc6a115a93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:43.256160 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e17ae2-9afa-45b6-b753-bcfc6a115a93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:43.256649 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e17ae2-9afa-45b6-b753-bcfc6a115a93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:43.256986 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e17ae2-9afa-45b6-b753-bcfc6a115a93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:43.257327 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e17ae2-9afa-45b6-b753-bcfc6a115a93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:43.257650 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e17ae2-9afa-45b6-b753-bcfc6a115a93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:43.257976 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e17ae2-9afa-45b6-b753-bcfc6a115a93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:43.261503 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e17ae2-9afa-45b6-b753-bcfc6a115a93 None None] Received port after_create {{(pid=92959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:21:43.291400 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 496a2b26-b324-4a14-85bd-ecf02a06773c no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:21:43.338345 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] No Port match for: 496a2b26-b324-4a14-85bd-ecf02a06773c {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:21:43.339027 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 496a2b26-b324-4a14-85bd-ecf02a06773c not bound to the agent host hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:21:43.354288 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-f9e17ae2-9afa-45b6-b753-bcfc6a115a93 None None] Attempting to bind port cb27ef11-00a5-4b56-bc97-1409f1712025 on host dv-cinder-800697-1-iscsi for vnic_type normal with profile {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:21:43.354670 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-f9e17ae2-9afa-45b6-b753-bcfc6a115a93 None None] Attempting to bind port cb27ef11-00a5-4b56-bc97-1409f1712025 by drivers openvswitch,hyperv on host dv-cinder-800697-1-iscsi at level 0 using segments [{'id': 'e4d29c19-7081-43de-a1f1-f5636ff5dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc'}] {{(pid=92959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:21:43.355042 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e17ae2-9afa-45b6-b753-bcfc6a115a93 None None] Attempting to bind port cb27ef11-00a5-4b56-bc97-1409f1712025 on network ba0347c3-a626-4466-ac21-b102e445facc {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:21:43.362421 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e17ae2-9afa-45b6-b753-bcfc6a115a93 None None] Checking agent: {'id': '9033cd36-ce31-4b6d-a813-8d08366f9d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 10, 7), 'started_at': datetime.datetime(2021, 7, 13, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:21:43.362806 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e17ae2-9afa-45b6-b753-bcfc6a115a93 None None] Checking segment: {'id': 'e4d29c19-7081-43de-a1f1-f5636ff5dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:21:43.363216 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-f9e17ae2-9afa-45b6-b753-bcfc6a115a93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:43.363612 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e17ae2-9afa-45b6-b753-bcfc6a115a93 None None] Bound using segment: {'id': 'e4d29c19-7081-43de-a1f1-f5636ff5dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc'} {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:21:43.364387 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-f9e17ae2-9afa-45b6-b753-bcfc6a115a93 None None] Bound port: cb27ef11-00a5-4b56-bc97-1409f1712025, host: dv-cinder-800697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d29c19-7081-43de-a1f1-f5636ff5dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc'}}] {{(pid=92959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:21:43.364731 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-f9e17ae2-9afa-45b6-b753-bcfc6a115a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:43.443226 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdbc55-2309-433a-a281-e9137eab4e14 req-fbb0e97f-5b5c-4cd9-99d2-a8321c95757a tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:43.444982 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9ebdbc55-2309-433a-a281-e9137eab4e14 req-fbb0e97f-5b5c-4cd9-99d2-a8321c95757a tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 931 time: 0.2569768 Jul 13 20:21:43.450038 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-f9e17ae2-9afa-45b6-b753-bcfc6a115a93 None None] For port cb27ef11-00a5-4b56-bc97-1409f1712025, host dv-cinder-800697-1-iscsi, cleared binding levels {{(pid=92959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:21:43.454506 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-f9e17ae2-9afa-45b6-b753-bcfc6a115a93 None None] For port cb27ef11-00a5-4b56-bc97-1409f1712025, host dv-cinder-800697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=cb27ef11-00a5-4b56-bc97-1409f1712025,segment=NetworkSegment(e4d29c19-7081-43de-a1f1-f5636ff5dd0e),segment_id=e4d29c19-7081-43de-a1f1-f5636ff5dd0e)] {{(pid=92959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:21:43.461824 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-f9e17ae2-9afa-45b6-b753-bcfc6a115a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:43.532645 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e17ae2-9afa-45b6-b753-bcfc6a115a93 None None] Pushing event updated for resources: {'Port': ['ID=cb27ef11-00a5-4b56-bc97-1409f1712025,revision_number=2']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:43.578004 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9ebdbc55-2309-433a-a281-e9137eab4e14 req-4d5a2e7b-13fa-4cd1-a768-1b30e316c445 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212788 Jul 13 20:21:43.615644 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6d94c4fd-cc67-42cf-ac22-f5cdb468ab0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:43.695059 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6d94c4fd-cc67-42cf-ac22-f5cdb468ab0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15916159'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:43.740313 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d94c4fd-cc67-42cf-ac22-f5cdb468ab0c admin admin] Network e57c7c0c-39ec-40cf-b750-a71f25c7d8d2 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:21:43.743445 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-6d94c4fd-cc67-42cf-ac22-f5cdb468ab0c admin admin] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:21:43.749686 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94c4fd-cc67-42cf-ac22-f5cdb468ab0c admin admin] Pushing event updated for resources: {'Port': ['ID=0396cd4c-56a1-4531-a221-626c94ce85c8,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:43.751943 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d94c4fd-cc67-42cf-ac22-f5cdb468ab0c admin admin] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:21:44.193073 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6d94c4fd-cc67-42cf-ac22-f5cdb468ab0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:44.341305 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dce0d303-bebd-4f91-af62-781e1f9daac0 req-cccb7c7f-e607-4fd0-bdb6-4e6eb0ec01fa tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 210 time: 0.1700578 Jul 13 20:21:44.819062 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b636120-f3fc-4df2-a977-e5718563d878 req-d105795d-5961-4cc1-9745-fe10324c994a tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:44.820724 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3b636120-f3fc-4df2-a977-e5718563d878 req-d105795d-5961-4cc1-9745-fe10324c994a tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 943 time: 0.6629186 Jul 13 20:21:44.933159 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3b636120-f3fc-4df2-a977-e5718563d878 req-9ca0d826-fd04-416c-808c-27284d54a12b tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0933681 Jul 13 20:21:44.945159 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418b860-d62a-41aa-a805-3dcb8218b255 req-c36925cd-6c60-4f8b-9ad7-e793fc64c8da tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:44.952120 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e418b860-d62a-41aa-a805-3dcb8218b255 req-c36925cd-6c60-4f8b-9ad7-e793fc64c8da tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 931 time: 0.2404518 Jul 13 20:21:45.035886 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6d94c4fd-cc67-42cf-ac22-f5cdb468ab0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1708235'] for router, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:45.088686 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e418b860-d62a-41aa-a805-3dcb8218b255 req-afef0b9f-1f75-4040-8629-78ebd64fb8ec tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356549 Jul 13 20:21:45.130689 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2c0b7a-9fcf-47be-b6bf-dc7580290bb0 None None] Network ba0347c3-a626-4466-ac21-b102e445facc requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:21:45.218319 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d94c4fd-cc67-42cf-ac22-f5cdb468ab0c admin admin] Router 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e is scheduled to L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d with binding_index 1 {{(pid=92958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:21:45.298541 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:45.302176 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-c151f66d-f2d8-40c1-8187-8c8d9daf4220 None None] Provisioning for port cb27ef11-00a5-4b56-bc97-1409f1712025 completed by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:21:45.347028 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d94c4fd-cc67-42cf-ac22-f5cdb468ab0c admin admin] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:21:45.356921 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884f9001-6f47-4537-8668-7c0395df9f13 None None] Sync routers for ids ['4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'] in dv-cinder-800697-1-iscsi {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:21:45.368269 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884f9001-6f47-4537-8668-7c0395df9f13 None None] Routers {'4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:21:45.368804 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-884f9001-6f47-4537-8668-7c0395df9f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:21:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:45.377944 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6d94c4fd-cc67-42cf-ac22-f5cdb468ab0c admin admin] Notify callbacks [] for router, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:45.384119 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-6d94c4fd-cc67-42cf-ac22-f5cdb468ab0c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2370744 Jul 13 20:21:45.384611 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 46644) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:45.548580 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-884f9001-6f47-4537-8668-7c0395df9f13 None None] Set router 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:21:45.782649 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7fdbaf27-3d76-4f88-b2ef-091be0447a3a req-2b94056b-a8f2-463c-894f-caecd25b282f tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 210 time: 0.0795226 Jul 13 20:21:45.789773 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-884f9001-6f47-4537-8668-7c0395df9f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'name': 'tempest-TestVolumeBootPattern-51487356-router', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:42Z', 'updated_at': '2021-07-13T20:21:43Z', 'revision_number': 3, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'gw_port': {'id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:43Z', 'updated_at': '2021-07-13T20:21:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi'}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:45.843287 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device cb27ef11-00a5-4b56-bc97-1409f1712025 up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:21:45.853466 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884f9001-6f47-4537-8668-7c0395df9f13 None None] Checking router: 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e for host: dv-cinder-800697-1-iscsi {{(pid=92960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:21:45.854107 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884f9001-6f47-4537-8668-7c0395df9f13 None None] Updating router 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e port 0396cd4c-56a1-4531-a221-626c94ce85c8 binding host dv-cinder-800697-1-iscsi {{(pid=92960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:21:45.959470 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning for port cb27ef11-00a5-4b56-bc97-1409f1712025 completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:21:45.962229 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-884f9001-6f47-4537-8668-7c0395df9f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:45.970018 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port cb27ef11-00a5-4b56-bc97-1409f1712025 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:45.970665 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:46.169990 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:46.265044 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] For port cb27ef11-00a5-4b56-bc97-1409f1712025, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=cb27ef11-00a5-4b56-bc97-1409f1712025,segment=NetworkSegment(e4d29c19-7081-43de-a1f1-f5636ff5dd0e),segment_id=e4d29c19-7081-43de-a1f1-f5636ff5dd0e)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:21:46.280155 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:46.340643 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-362a5593-5a5d-4761-96fc-472b3dadaed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:46.383003 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Pushing event updated for resources: {'Port': ['ID=cb27ef11-00a5-4b56-bc97-1409f1712025,revision_number=3']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:46.459696 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77985e-0491-4eea-8739-d7a8778c0088 req-c7d26189-231c-42c6-9560-8b0d35492791 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:46.461213 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ec77985e-0491-4eea-8739-d7a8778c0088 req-c7d26189-231c-42c6-9560-8b0d35492791 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 943 time: 0.3134518 Jul 13 20:21:46.518588 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-884f9001-6f47-4537-8668-7c0395df9f13 None None] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:46.530905 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [None req-884f9001-6f47-4537-8668-7c0395df9f13 None None] Transition to ACTIVE for port object 0396cd4c-56a1-4531-a221-626c94ce85c8 will not be triggered until provisioned by entity L2. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:21:46.545486 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-884f9001-6f47-4537-8668-7c0395df9f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:46.551895 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db293d1b-dd64-4554-8166-2e082e5cb967 req-8cdec49d-1ac9-4a61-a453-8c4abbb13ca2 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:46.553447 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-db293d1b-dd64-4554-8166-2e082e5cb967 req-8cdec49d-1ac9-4a61-a453-8c4abbb13ca2 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 931 time: 0.2768648 Jul 13 20:21:46.589163 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51561557-1cef-406e-933b-ff440ea3d1fa None None] Pushing event updated for resources: {'Port': ['ID=0396cd4c-56a1-4531-a221-626c94ce85c8,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:46.606866 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [None req-884f9001-6f47-4537-8668-7c0395df9f13 None None] Attempting to bind port 0396cd4c-56a1-4531-a221-626c94ce85c8 on host dv-cinder-800697-1-iscsi for vnic_type normal with profile {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:21:46.607242 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [None req-884f9001-6f47-4537-8668-7c0395df9f13 None None] Attempting to bind port 0396cd4c-56a1-4531-a221-626c94ce85c8 by drivers openvswitch,hyperv on host dv-cinder-800697-1-iscsi at level 0 using segments [{'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:21:46.607602 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884f9001-6f47-4537-8668-7c0395df9f13 None None] Attempting to bind port 0396cd4c-56a1-4531-a221-626c94ce85c8 on network e57c7c0c-39ec-40cf-b750-a71f25c7d8d2 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:21:46.611296 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ec77985e-0491-4eea-8739-d7a8778c0088 req-5e45a0ac-fc36-4800-82bf-cfa9ecc1444c tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1387587 Jul 13 20:21:46.623861 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884f9001-6f47-4537-8668-7c0395df9f13 None None] Checking agent: {'id': '9033cd36-ce31-4b6d-a813-8d08366f9d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 10, 7), 'started_at': datetime.datetime(2021, 7, 13, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:21:46.624280 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884f9001-6f47-4537-8668-7c0395df9f13 None None] Checking segment: {'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:21:46.624738 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-884f9001-6f47-4537-8668-7c0395df9f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:46.625268 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884f9001-6f47-4537-8668-7c0395df9f13 None None] Bound using segment: {'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:21:46.625767 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [None req-884f9001-6f47-4537-8668-7c0395df9f13 None None] Bound port: 0396cd4c-56a1-4531-a221-626c94ce85c8, host: dv-cinder-800697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'}}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:21:46.626171 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-884f9001-6f47-4537-8668-7c0395df9f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:46.662294 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-db293d1b-dd64-4554-8166-2e082e5cb967 req-4bd4d714-cbab-4d45-85c0-608015d7fdb5 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947139 Jul 13 20:21:46.685889 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [None req-362a5593-5a5d-4761-96fc-472b3dadaed3 admin admin] Allocated IP 172.20.0.1 (ba0347c3-a626-4466-ac21-b102e445facc/f457fbe4-4ce5-41db-824a-50007e6454b1/b75779e7-c3d4-43b8-8f47-2957bce94180) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:21:46.729363 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-884f9001-6f47-4537-8668-7c0395df9f13 None None] For port 0396cd4c-56a1-4531-a221-626c94ce85c8, host dv-cinder-800697-1-iscsi, cleared binding levels {{(pid=92960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:21:46.733630 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-884f9001-6f47-4537-8668-7c0395df9f13 None None] For port 0396cd4c-56a1-4531-a221-626c94ce85c8, host dv-cinder-800697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=0396cd4c-56a1-4531-a221-626c94ce85c8,segment=NetworkSegment(dd2d7350-8005-4571-9290-470baa5abba8),segment_id=dd2d7350-8005-4571-9290-470baa5abba8)] {{(pid=92960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:21:46.738547 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-884f9001-6f47-4537-8668-7c0395df9f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:46.829474 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51561557-1cef-406e-933b-ff440ea3d1fa None None] Pushing event updated for resources: {'Port': ['ID=0396cd4c-56a1-4531-a221-626c94ce85c8,revision_number=3']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:46.833160 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884f9001-6f47-4537-8668-7c0395df9f13 None None] Routers {'4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:21:46.833889 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-884f9001-6f47-4537-8668-7c0395df9f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:21:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:46.895466 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-362a5593-5a5d-4761-96fc-472b3dadaed3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:46.910666 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.provisioning_blocks [None req-362a5593-5a5d-4761-96fc-472b3dadaed3 admin admin] Transition to ACTIVE for port object b75779e7-c3d4-43b8-8f47-2957bce94180 will not be triggered until provisioned by entity DHCP. {{(pid=92958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:21:46.955819 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-362a5593-5a5d-4761-96fc-472b3dadaed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15916159'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:46.962285 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-884f9001-6f47-4537-8668-7c0395df9f13 None None] Set router 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:21:47.032508 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1c9eb3be-d64c-4850-9c7e-b4560542c103 req-f393d208-0a34-4956-bd71-0e1f7d6d4135 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 210 time: 0.0561137 Jul 13 20:21:47.057734 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362a5593-5a5d-4761-96fc-472b3dadaed3 admin admin] Network ba0347c3-a626-4466-ac21-b102e445facc is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:21:47.063606 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-362a5593-5a5d-4761-96fc-472b3dadaed3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:21:47.067352 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362a5593-5a5d-4761-96fc-472b3dadaed3 admin admin] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:21:47.101189 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a5593-5a5d-4761-96fc-472b3dadaed3 admin admin] Pushing event updated for resources: {'Port': ['ID=b75779e7-c3d4-43b8-8f47-2957bce94180,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:47.157794 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-362a5593-5a5d-4761-96fc-472b3dadaed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1709742'] for router_interface, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:47.221303 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-884f9001-6f47-4537-8668-7c0395df9f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'name': 'tempest-TestVolumeBootPattern-51487356-router', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:42Z', 'updated_at': '2021-07-13T20:21:43Z', 'revision_number': 3, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'gw_port': {'id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:43Z', 'updated_at': '2021-07-13T20:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi'}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:47.281468 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884f9001-6f47-4537-8668-7c0395df9f13 None None] The sync data for ids ['4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'] in dv-cinder-800697-1-iscsi is: [{'id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'name': 'tempest-TestVolumeBootPattern-51487356-router', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:42Z', 'updated_at': '2021-07-13T20:21:43Z', 'revision_number': 3, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'gw_port': {'id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:43Z', 'updated_at': '2021-07-13T20:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi'}] {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:21:47.411277 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-362a5593-5a5d-4761-96fc-472b3dadaed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:47.453778 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-1999e428-c085-44d7-b7ea-f6d7285aa228 None None] Provisioning for port b75779e7-c3d4-43b8-8f47-2957bce94180 completed by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:21:47.458610 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-1999e428-c085-44d7-b7ea-f6d7285aa228 None None] Provisioning complete for port b75779e7-c3d4-43b8-8f47-2957bce94180 triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:47.459002 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1999e428-c085-44d7-b7ea-f6d7285aa228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:47.539733 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-1999e428-c085-44d7-b7ea-f6d7285aa228 None None] Port b75779e7-c3d4-43b8-8f47-2957bce94180 cannot update to ACTIVE because it is not bound. {{(pid=92959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:21:47.576743 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 46668) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:47.634205 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-362a5593-5a5d-4761-96fc-472b3dadaed3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:47.642648 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-362a5593-5a5d-4761-96fc-472b3dadaed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15916148'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:47.766302 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device cb27ef11-00a5-4b56-bc97-1409f1712025 up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:21:47.840474 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-362a5593-5a5d-4761-96fc-472b3dadaed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711076'] for router_interface, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:47.846675 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a5593-5a5d-4761-96fc-472b3dadaed3 admin admin] Pushing event updated for resources: {'Port': ['ID=b75779e7-c3d4-43b8-8f47-2957bce94180,revision_number=2']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:47.875484 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-fbae44c1-a6e1-49cf-bfbe-ed02c866dfed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:47.963407 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port cb27ef11-00a5-4b56-bc97-1409f1712025 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:47.964122 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:48.069478 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-fbae44c1-a6e1-49cf-bfbe-ed02c866dfed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:48.077309 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-fbae44c1-a6e1-49cf-bfbe-ed02c866dfed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:48.119323 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841804b-463d-4a8a-93c6-ce35b1caf4ee req-5d6fad88-5b3b-4b1b-8fe3-38d696087362 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:48.120942 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4841804b-463d-4a8a-93c6-ce35b1caf4ee req-5d6fad88-5b3b-4b1b-8fe3-38d696087362 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 931 time: 0.1811409 Jul 13 20:21:48.129248 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b1f58-a484-4b4f-b3c9-e91fd392d1fc req-bbc7092d-6e29-4792-b095-4f43e0dfd7b2 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:48.136208 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c36b1f58-a484-4b4f-b3c9-e91fd392d1fc req-bbc7092d-6e29-4792-b095-4f43e0dfd7b2 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 943 time: 0.2388482 Jul 13 20:21:48.162745 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae44c1-a6e1-49cf-bfbe-ed02c866dfed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9beda780-a009-40af-8b66-b9cfd433b566,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:48.185383 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362a5593-5a5d-4761-96fc-472b3dadaed3 admin admin] Network ba0347c3-a626-4466-ac21-b102e445facc is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:21:48.194219 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-362a5593-5a5d-4761-96fc-472b3dadaed3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:21:48.228363 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-fbae44c1-a6e1-49cf-bfbe-ed02c866dfed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bd91cfb2c706441a942ae4641a7d9825&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6504865 Jul 13 20:21:48.229140 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 46678) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:48.269715 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c36b1f58-a484-4b4f-b3c9-e91fd392d1fc req-51eef35e-1b69-4e6d-926a-04427008e07a tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1324635 Jul 13 20:21:48.274669 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4841804b-463d-4a8a-93c6-ce35b1caf4ee req-f76b7809-eaac-45bd-8e4c-9046ce0df698 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355498 Jul 13 20:21:48.385516 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-a542626b-bdaf-4b81-baac-7b88617b0aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:48.473740 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362a5593-5a5d-4761-96fc-472b3dadaed3 admin admin] Router 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e has already been hosted by L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:21:48.478837 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-a542626b-bdaf-4b81-baac-7b88617b0aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:48.581938 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-a542626b-bdaf-4b81-baac-7b88617b0aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:48.585895 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-a542626b-bdaf-4b81-baac-7b88617b0aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:48.587763 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-a542626b-bdaf-4b81-baac-7b88617b0aba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9beda780-a009-40af-8b66-b9cfd433b566 HTTP/1.1" status: 204 len: 168 time: 0.3575785 Jul 13 20:21:48.609220 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a542626b-bdaf-4b81-baac-7b88617b0aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9beda780-a009-40af-8b66-b9cfd433b566,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:48.636928 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-14e87859-7cc6-4e5e-96b5-b33943fa0872 req-633cc112-1099-4859-8e8b-d8ab736e061e tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 210 time: 0.0804148 Jul 13 20:21:48.701637 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-0a615d42-7d37-4047-82f9-dd2592301607 None None] Provisioning complete for port b75779e7-c3d4-43b8-8f47-2957bce94180 triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:48.702721 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-0a615d42-7d37-4047-82f9-dd2592301607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:48.818334 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-0a615d42-7d37-4047-82f9-dd2592301607 None None] Port b75779e7-c3d4-43b8-8f47-2957bce94180 cannot update to ACTIVE because it is not bound. {{(pid=92959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:21:48.838960 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362a5593-5a5d-4761-96fc-472b3dadaed3 admin admin] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:21:48.846586 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-362a5593-5a5d-4761-96fc-472b3dadaed3 admin admin] 10.222.0.41 "PUT /v2.0/routers/4bf30eb2-7e1f-4f1f-b184-2a546139bd1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4607284 Jul 13 20:21:49.569510 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9ade6-21e2-426b-9cd7-111c21f56526 req-1af6fe57-bfa1-4442-a78d-55473b66431f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:49.571059 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-85a9ade6-21e2-426b-9cd7-111c21f56526 req-1af6fe57-bfa1-4442-a78d-55473b66431f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 943 time: 0.1125450 Jul 13 20:21:49.586840 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f1299-f562-4e5a-b377-7a2e1ae9929b req-1c58c010-0649-4ee7-a4e2-97e82e626da8 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:49.591575 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ef7f1299-f562-4e5a-b377-7a2e1ae9929b req-1c58c010-0649-4ee7-a4e2-97e82e626da8 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 931 time: 0.1400652 Jul 13 20:21:49.652565 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-85a9ade6-21e2-426b-9cd7-111c21f56526 req-39a48015-eaa9-4aad-a7c6-5b907d48dcd0 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0748715 Jul 13 20:21:49.659076 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ef7f1299-f562-4e5a-b377-7a2e1ae9929b req-bc15ae00-ca8d-4285-87ef-2d8b646d7e34 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612524 Jul 13 20:21:49.704317 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 46702) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:49.709852 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-4324f5b4-30dc-479c-964a-d56828fcc845 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-38827185-network', 'tenant_id': 'cc472f27e0944f928897319ed6b8acb3'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:21:49.737742 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 0396cd4c-56a1-4531-a221-626c94ce85c8 up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:21:49.742848 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4324f5b4-30dc-479c-964a-d56828fcc845 admin admin] Made reservation on behalf of cc472f27e0944f928897319ed6b8acb3 for: {'network': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:21:49.745560 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-4324f5b4-30dc-479c-964a-d56828fcc845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for network, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:49.757023 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-4324f5b4-30dc-479c-964a-d56828fcc845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:49.851858 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning for port 0396cd4c-56a1-4531-a221-626c94ce85c8 completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:21:49.860453 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port 0396cd4c-56a1-4531-a221-626c94ce85c8 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:49.861239 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:49.937700 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-245719da-d859-430e-9524-bed2c133f4a1 req-c44ee736-c1eb-4e83-89ff-e1a5ae0e9d5e tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 210 time: 0.0395319 Jul 13 20:21:49.953844 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1ea658-259c-4f66-ac2b-bfae1fd3373a None None] Sync routers for ids ['4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'] in dv-cinder-800697-1-iscsi {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:21:49.973464 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-4324f5b4-30dc-479c-964a-d56828fcc845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:49.979531 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-4324f5b4-30dc-479c-964a-d56828fcc845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:49.984873 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1ea658-259c-4f66-ac2b-bfae1fd3373a None None] Routers {'4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:21:49.985542 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-dc1ea658-259c-4f66-ac2b-bfae1fd3373a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:21:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:50.008125 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4324f5b4-30dc-479c-964a-d56828fcc845 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=92957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:21:50.024044 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324f5b4-30dc-479c-964a-d56828fcc845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22c38b0-5db6-49d3-81d2-10f0645904b8,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:50.041961 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-4324f5b4-30dc-479c-964a-d56828fcc845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996'] for segment, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:50.042317 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.db.segments_db [None req-4324f5b4-30dc-479c-964a-d56828fcc845 admin admin] Added segment 9f3a3e20-926c-44fc-901c-42fcf09f8664 of type vlan for network 180b9786-4b94-48cb-a76a-02a8fb732f14 Jul 13 20:21:50.067210 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:50.119418 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-4324f5b4-30dc-479c-964a-d56828fcc845 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781992687126'] for network, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:50.131399 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] For port 0396cd4c-56a1-4531-a221-626c94ce85c8, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=0396cd4c-56a1-4531-a221-626c94ce85c8,segment=NetworkSegment(dd2d7350-8005-4571-9290-470baa5abba8),segment_id=dd2d7350-8005-4571-9290-470baa5abba8)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:21:50.139151 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:50.159425 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-4324f5b4-30dc-479c-964a-d56828fcc845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962'] for network, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:50.160740 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4324f5b4-30dc-479c-964a-d56828fcc845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:50.161550 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-4324f5b4-30dc-479c-964a-d56828fcc845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for network, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:50.171161 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-dc1ea658-259c-4f66-ac2b-bfae1fd3373a None None] Set router 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:21:50.225622 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-4324f5b4-30dc-479c-964a-d56828fcc845 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5176730 Jul 13 20:21:50.225857 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 46706) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:50.232150 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-b3ea81b0-c260-4633-90b7-377a8e47c544 admin admin] Request body: {'subnet': {'network_id': '180b9786-4b94-48cb-a76a-02a8fb732f14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-38827185-subnet', 'tenant_id': 'cc472f27e0944f928897319ed6b8acb3', 'ip_version': 4}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:21:50.242388 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324f5b4-30dc-479c-964a-d56828fcc845 admin admin] Pushing event updated for resources: {'Network': ['ID=180b9786-4b94-48cb-a76a-02a8fb732f14,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:50.257939 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ea81b0-c260-4633-90b7-377a8e47c544 admin admin] Made reservation on behalf of cc472f27e0944f928897319ed6b8acb3 for: {'subnet': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:21:50.260430 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Network 180b9786-4b94-48cb-a76a-02a8fb732f14 details requested by agent ovs-agent-dv-cinder-800697-1-iscsi with host dv-cinder-800697-1-iscsi {{(pid=92959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:21:50.260973 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-b3ea81b0-c260-4633-90b7-377a8e47c544 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148547'] for subnet, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:50.264661 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Pushing event updated for resources: {'Port': ['ID=0396cd4c-56a1-4531-a221-626c94ce85c8,revision_number=4']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:50.449989 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-b3ea81b0-c260-4633-90b7-377a8e47c544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15804401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148593'] for subnet, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:50.462022 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-dc1ea658-259c-4f66-ac2b-bfae1fd3373a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'name': 'tempest-TestVolumeBootPattern-51487356-router', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:42Z', 'updated_at': '2021-07-13T20:21:47Z', 'revision_number': 4, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'gw_port': {'id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:43Z', 'updated_at': '2021-07-13T20:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': 'b75779e7-c3d4-43b8-8f47-2957bce94180', 'name': '', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'mac_address': 'fa:16:3e:a6:77:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:46Z', 'updated_at': '2021-07-13T20:21:47Z', 'revision_number': 2, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'subnets': [{'id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:50.488069 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1ea658-259c-4f66-ac2b-bfae1fd3373a None None] Checking router: 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e for host: dv-cinder-800697-1-iscsi {{(pid=92959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:21:50.488425 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1ea658-259c-4f66-ac2b-bfae1fd3373a None None] Updating router 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e port b75779e7-c3d4-43b8-8f47-2957bce94180 binding host dv-cinder-800697-1-iscsi {{(pid=92959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:21:50.497892 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea81b0-c260-4633-90b7-377a8e47c544 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73315f3a-da2c-4c57-8845-58b4c532f941,revision_number=0']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:50.516625 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ea81b0-c260-4633-90b7-377a8e47c544 admin admin] Checking segment: {'id': '9f3a3e20-926c-44fc-901c-42fcf09f8664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '180b9786-4b94-48cb-a76a-02a8fb732f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:21:50.518558 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ea81b0-c260-4633-90b7-377a8e47c544 admin admin] Network hostable DHCP agents. Network: 180b9786-4b94-48cb-a76a-02a8fb732f14, hostable agents: ['9d6e4556-3812-4c7d-88f2-13bd16a57861'], hosted agents: [] {{(pid=92957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:21:50.529779 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-dc1ea658-259c-4f66-ac2b-bfae1fd3373a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:50.534026 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ea81b0-c260-4633-90b7-377a8e47c544 admin admin] Network 180b9786-4b94-48cb-a76a-02a8fb732f14 is scheduled to be hosted by DHCP agent 9d6e4556-3812-4c7d-88f2-13bd16a57861 with binding_index 1 {{(pid=92957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:21:50.543660 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [None req-b3ea81b0-c260-4633-90b7-377a8e47c544 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-1-iscsi, 180b9786-4b94-48cb-a76a-02a8fb732f14) {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:21:50.548182 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ea81b0-c260-4633-90b7-377a8e47c544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:50.549100 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-b3ea81b0-c260-4633-90b7-377a8e47c544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for subnet, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:50.570983 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-b3ea81b0-c260-4633-90b7-377a8e47c544 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3435602 Jul 13 20:21:50.572618 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0446aebc-8ed5-4b2e-8136-80be8462205f None None] Network 180b9786-4b94-48cb-a76a-02a8fb732f14 requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:21:50.573484 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 46708) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:50.578756 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-d8e3a311-d3ec-42a6-8836-91506155c829 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-38827185-router', 'tenant_id': 'cc472f27e0944f928897319ed6b8acb3', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'}}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:21:50.601530 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d8e3a311-d3ec-42a6-8836-91506155c829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4752'] for router, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:50.603003 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d8e3a311-d3ec-42a6-8836-91506155c829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4761'] for router, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:50.657913 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d8e3a311-d3ec-42a6-8836-91506155c829 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:50.919052 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a57da3-7e4b-43f2-9f06-7a472008a34c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4343ca1b-82c6-5ec5-be1b-550c314ed552-180b9786-4b94-48cb-a76a-02a8fb732f14', 'network_id': '180b9786-4b94-48cb-a76a-02a8fb732f14', 'tenant_id': 'cc472f27e0944f928897319ed6b8acb3', 'fixed_ips': [{'subnet_id': '73315f3a-da2c-4c57-8845-58b4c532f941'}]}} from dv-cinder-800697-1-iscsi. {{(pid=92959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:21:50.926675 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-c7a57da3-7e4b-43f2-9f06-7a472008a34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:50.981112 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-87969b63-3960-46e8-9628-065c9ab54a96 service neutron] Request body: {'port': {'device_id': '45fc7027-9a26-430d-86e9-06b71d05f240', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:21:51.026576 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-dc1ea658-259c-4f66-ac2b-bfae1fd3373a None None] Notify callbacks [] for port, precommit_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:51.052082 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-dc1ea658-259c-4f66-ac2b-bfae1fd3373a None None] Transition to ACTIVE for port object b75779e7-c3d4-43b8-8f47-2957bce94180 will not be triggered until provisioned by entity L2. {{(pid=92959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:21:51.063863 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-dc1ea658-259c-4f66-ac2b-bfae1fd3373a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:51.092905 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d8e3a311-d3ec-42a6-8836-91506155c829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1708278', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4747'] for router, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:51.182427 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-87969b63-3960-46e8-9628-065c9ab54a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:51.226145 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc034b0-1ed5-4bd5-b3f7-91cdcd006d44 req-7def866c-b47c-43de-aac5-37f309e301f2 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:51.237977 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0cc034b0-1ed5-4bd5-b3f7-91cdcd006d44 req-7def866c-b47c-43de-aac5-37f309e301f2 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 943 time: 0.4089630 Jul 13 20:21:51.269210 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b70d85-9daf-4372-aeb6-53d8096d4b0b req-3ffc87cf-b2c0-42ed-99e8-3bf3ffe3e043 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:51.271444 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c5b70d85-9daf-4372-aeb6-53d8096d4b0b req-3ffc87cf-b2c0-42ed-99e8-3bf3ffe3e043 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 931 time: 0.1723912 Jul 13 20:21:51.362524 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0cc034b0-1ed5-4bd5-b3f7-91cdcd006d44 req-07c1b32c-6224-453c-9957-9a77a77acf31 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1231897 Jul 13 20:21:51.403920 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c5b70d85-9daf-4372-aeb6-53d8096d4b0b req-43ffc87b-cb2f-41bc-820b-efe5180495c8 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179957 Jul 13 20:21:51.486786 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.db_base_plugin_common [None req-c7a57da3-7e4b-43f2-9f06-7a472008a34c None None] Allocated IP 172.20.0.2 (180b9786-4b94-48cb-a76a-02a8fb732f14/73315f3a-da2c-4c57-8845-58b4c532f941/ef1c085d-997d-4baa-8e27-8270e60acfad) {{(pid=92959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:21:51.533002 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d8e3a311-d3ec-42a6-8836-91506155c829 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:51.559678 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d8e3a311-d3ec-42a6-8836-91506155c829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:51.645957 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665ce9a-388c-4cbe-88a3-6571c309cb4e None None] Pushing event updated for resources: {'Port': ['ID=b75779e7-c3d4-43b8-8f47-2957bce94180,revision_number=3']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:51.724881 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-87969b63-3960-46e8-9628-065c9ab54a96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36311273-448f-41d4-83c7-d3f866cdc455 {{(pid=92957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:21:51.733310 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-87969b63-3960-46e8-9628-065c9ab54a96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:51.735185 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 0396cd4c-56a1-4531-a221-626c94ce85c8 up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:21:51.743090 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-dc1ea658-259c-4f66-ac2b-bfae1fd3373a None None] Attempting to bind port b75779e7-c3d4-43b8-8f47-2957bce94180 on host dv-cinder-800697-1-iscsi for vnic_type normal with profile {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:21:51.743604 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-dc1ea658-259c-4f66-ac2b-bfae1fd3373a None None] Attempting to bind port b75779e7-c3d4-43b8-8f47-2957bce94180 by drivers openvswitch,hyperv on host dv-cinder-800697-1-iscsi at level 0 using segments [{'id': 'e4d29c19-7081-43de-a1f1-f5636ff5dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc'}] {{(pid=92959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:21:51.744111 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1ea658-259c-4f66-ac2b-bfae1fd3373a None None] Attempting to bind port b75779e7-c3d4-43b8-8f47-2957bce94180 on network ba0347c3-a626-4466-ac21-b102e445facc {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:21:51.746864 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.provisioning_blocks [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-87969b63-3960-46e8-9628-065c9ab54a96 service neutron] Transition to ACTIVE for port object 36311273-448f-41d4-83c7-d3f866cdc455 will not be triggered until provisioned by entity L2. {{(pid=92957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:21:51.774064 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-87969b63-3960-46e8-9628-065c9ab54a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:51.800661 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1ea658-259c-4f66-ac2b-bfae1fd3373a None None] Checking agent: {'id': '9033cd36-ce31-4b6d-a813-8d08366f9d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 10, 7), 'started_at': datetime.datetime(2021, 7, 13, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:21:51.801537 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1ea658-259c-4f66-ac2b-bfae1fd3373a None None] Checking segment: {'id': 'e4d29c19-7081-43de-a1f1-f5636ff5dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:21:51.802147 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-dc1ea658-259c-4f66-ac2b-bfae1fd3373a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:51.802672 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1ea658-259c-4f66-ac2b-bfae1fd3373a None None] Bound using segment: {'id': 'e4d29c19-7081-43de-a1f1-f5636ff5dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc'} {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:21:51.803257 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-dc1ea658-259c-4f66-ac2b-bfae1fd3373a None None] Bound port: b75779e7-c3d4-43b8-8f47-2957bce94180, host: dv-cinder-800697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d29c19-7081-43de-a1f1-f5636ff5dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc'}}] {{(pid=92959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:21:51.803793 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-dc1ea658-259c-4f66-ac2b-bfae1fd3373a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:51.843158 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-675e5a8d-dd92-4ace-8a1d-104fd0d857f6 req-ab56c7b6-76d0-4293-ac80-4ec0c53f4080 tempest-ServerRescueNegativeTestJSON-529131846 tempest-ServerRescueNegativeTestJSON-529131846-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f29a46e-71e1-421d-986a-50a82f1bd117 HTTP/1.1" status: 200 len: 210 time: 0.1631887 Jul 13 20:21:51.946502 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-dc1ea658-259c-4f66-ac2b-bfae1fd3373a None None] For port b75779e7-c3d4-43b8-8f47-2957bce94180, host dv-cinder-800697-1-iscsi, cleared binding levels {{(pid=92959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:21:51.951303 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-dc1ea658-259c-4f66-ac2b-bfae1fd3373a None None] For port b75779e7-c3d4-43b8-8f47-2957bce94180, host dv-cinder-800697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=b75779e7-c3d4-43b8-8f47-2957bce94180,segment=NetworkSegment(e4d29c19-7081-43de-a1f1-f5636ff5dd0e),segment_id=e4d29c19-7081-43de-a1f1-f5636ff5dd0e)] {{(pid=92959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:21:51.952891 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-c7a57da3-7e4b-43f2-9f06-7a472008a34c None None] Notify callbacks [] for port, precommit_create {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:51.965899 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-dc1ea658-259c-4f66-ac2b-bfae1fd3373a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:51.973684 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-c7a57da3-7e4b-43f2-9f06-7a472008a34c None None] Transition to ACTIVE for port object ef1c085d-997d-4baa-8e27-8270e60acfad will not be triggered until provisioned by entity L2. {{(pid=92959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:21:51.982872 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87969b63-3960-46e8-9628-065c9ab54a96 service neutron] Pushing event updated for resources: {'Port': ['ID=36311273-448f-41d4-83c7-d3f866cdc455,revision_number=2']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:51.989879 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_common [None req-d8e3a311-d3ec-42a6-8836-91506155c829 admin admin] Allocated IP 172.27.1.196 (e57c7c0c-39ec-40cf-b750-a71f25c7d8d2/a207c1df-41ac-48bd-9f72-165f77d81169/e4b87bb8-78fa-4cd2-9bd6-d836647c0893) {{(pid=92957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:21:52.034559 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-87969b63-3960-46e8-9628-065c9ab54a96 service neutron] Attempting to bind port 36311273-448f-41d4-83c7-d3f866cdc455 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:21:52.034974 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-87969b63-3960-46e8-9628-065c9ab54a96 service neutron] Attempting to bind port 36311273-448f-41d4-83c7-d3f866cdc455 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '71eb11d8-5f9a-449d-80b6-f03fd5bc353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bb455b5d-45bd-4628-96d1-fb52590d86a6'}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:21:52.035460 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-87969b63-3960-46e8-9628-065c9ab54a96 service neutron] Attempting to bind port 36311273-448f-41d4-83c7-d3f866cdc455 on network bb455b5d-45bd-4628-96d1-fb52590d86a6 {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:21:52.053543 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port 0396cd4c-56a1-4531-a221-626c94ce85c8 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:52.054125 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:52.059025 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-87969b63-3960-46e8-9628-065c9ab54a96 service neutron] Port 36311273-448f-41d4-83c7-d3f866cdc455 on network bb455b5d-45bd-4628-96d1-fb52590d86a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:21:52.059547 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-87969b63-3960-46e8-9628-065c9ab54a96 service neutron] Attempting to bind port 36311273-448f-41d4-83c7-d3f866cdc455 on network bb455b5d-45bd-4628-96d1-fb52590d86a6 {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:21:52.097733 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-c7a57da3-7e4b-43f2-9f06-7a472008a34c None None] Transition to ACTIVE for port object ef1c085d-997d-4baa-8e27-8270e60acfad will not be triggered until provisioned by entity DHCP. {{(pid=92959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:21:52.111545 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-87969b63-3960-46e8-9628-065c9ab54a96 service neutron] Checking agent: {'id': 'ee728df3-37aa-4a8e-b7f1-721981839fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'started_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:21:52.112114 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-87969b63-3960-46e8-9628-065c9ab54a96 service neutron] Checking segment: {'id': '71eb11d8-5f9a-449d-80b6-f03fd5bc353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bb455b5d-45bd-4628-96d1-fb52590d86a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:21:52.112742 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-87969b63-3960-46e8-9628-065c9ab54a96 service neutron] Bound using segment: {'id': '71eb11d8-5f9a-449d-80b6-f03fd5bc353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bb455b5d-45bd-4628-96d1-fb52590d86a6'} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:21:52.113390 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-87969b63-3960-46e8-9628-065c9ab54a96 service neutron] Bound port: 36311273-448f-41d4-83c7-d3f866cdc455, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71eb11d8-5f9a-449d-80b6-f03fd5bc353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bb455b5d-45bd-4628-96d1-fb52590d86a6'}}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:21:52.113864 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-87969b63-3960-46e8-9628-065c9ab54a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:52.116772 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-c7a57da3-7e4b-43f2-9f06-7a472008a34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094'] for port, after_create {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:52.120874 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665ce9a-388c-4cbe-88a3-6571c309cb4e None None] Pushing event updated for resources: {'Port': ['ID=b75779e7-c3d4-43b8-8f47-2957bce94180,revision_number=4']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:52.132231 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1ea658-259c-4f66-ac2b-bfae1fd3373a None None] Routers {'4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:21:52.133362 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-dc1ea658-259c-4f66-ac2b-bfae1fd3373a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:21:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:52.281697 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d8e3a311-d3ec-42a6-8836-91506155c829 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:52.290847 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-87969b63-3960-46e8-9628-065c9ab54a96 service neutron] For port 36311273-448f-41d4-83c7-d3f866cdc455, host hv-cinder-80069, cleared binding levels {{(pid=92957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:21:52.304833 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a57da3-7e4b-43f2-9f06-7a472008a34c None None] Network 180b9786-4b94-48cb-a76a-02a8fb732f14 is already hosted by enough agents. {{(pid=92959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:21:52.315392 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-87969b63-3960-46e8-9628-065c9ab54a96 service neutron] For port 36311273-448f-41d4-83c7-d3f866cdc455, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=36311273-448f-41d4-83c7-d3f866cdc455,segment=NetworkSegment(71eb11d8-5f9a-449d-80b6-f03fd5bc353d),segment_id=71eb11d8-5f9a-449d-80b6-f03fd5bc353d)] {{(pid=92957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:21:52.320487 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.scheduler.base_scheduler [None req-c7a57da3-7e4b-43f2-9f06-7a472008a34c None None] Resources bound (agent type, host, resource id): {{(pid=92959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:21:52.320747 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-87969b63-3960-46e8-9628-065c9ab54a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:52.357776 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a57da3-7e4b-43f2-9f06-7a472008a34c None None] Received port after_create {{(pid=92959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:21:52.359743 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a57da3-7e4b-43f2-9f06-7a472008a34c None None] Pushing event updated for resources: {'Port': ['ID=ef1c085d-997d-4baa-8e27-8270e60acfad,revision_number=1']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:52.378044 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-87969b63-3960-46e8-9628-065c9ab54a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:52.378684 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-87969b63-3960-46e8-9628-065c9ab54a96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:52.380520 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-87969b63-3960-46e8-9628-065c9ab54a96 service neutron] 10.222.0.47 "PUT /v2.0/ports/36311273-448f-41d4-83c7-d3f866cdc455 HTTP/1.1" status: 200 len: 1093 time: 1.4295347 Jul 13 20:21:52.385265 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45fc7027-9a26-430d-86e9-06b71d05f240', 'tag': '36311273-448f-41d4-83c7-d3f866cdc455'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:21:52.393130 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cefa7a-5ec8-4a4c-8cf1-2caa6e9cf710" -d '{"events": [{"name": "network-changed", "server_uuid": "45fc7027-9a26-430d-86e9-06b71d05f240", "tag": "36311273-448f-41d4-83c7-d3f866cdc455"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:21:52.426298 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87969b63-3960-46e8-9628-065c9ab54a96 service neutron] Pushing event updated for resources: {'Port': ['ID=36311273-448f-41d4-83c7-d3f866cdc455,revision_number=3']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:52.432292 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d8e3a311-d3ec-42a6-8836-91506155c829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:52.467882 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-dc1ea658-259c-4f66-ac2b-bfae1fd3373a None None] Set router 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:21:52.509297 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010f6fa2-9407-4b4e-bae7-a11dfb30c54c x-openstack-request-id: req-010f6fa2-9407-4b4e-bae7-a11dfb30c54c {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:21:52.509738 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45fc7027-9a26-430d-86e9-06b71d05f240", "tag": "36311273-448f-41d4-83c7-d3f866cdc455", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:21:52.510109 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-010f6fa2-9407-4b4e-bae7-a11dfb30c54c {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:21:52.510863 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45fc7027-9a26-430d-86e9-06b71d05f240', 'tag': '36311273-448f-41d4-83c7-d3f866cdc455', 'status': 'completed', 'code': 200} Jul 13 20:21:52.551291 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e3a311-d3ec-42a6-8836-91506155c829 admin admin] Network e57c7c0c-39ec-40cf-b750-a71f25c7d8d2 is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:21:52.558337 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [None req-d8e3a311-d3ec-42a6-8836-91506155c829 admin admin] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:21:52.560572 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e3a311-d3ec-42a6-8836-91506155c829 admin admin] Pushing event updated for resources: {'Port': ['ID=e4b87bb8-78fa-4cd2-9bd6-d836647c0893,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:52.564888 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e3a311-d3ec-42a6-8836-91506155c829 admin admin] Received port after_create {{(pid=92957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:21:52.577929 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-f5fc82a3-82f9-4de6-a181-f51e74b384ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:52.579891 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-f5fc82a3-82f9-4de6-a181-f51e74b384ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3029e7699307438c86dc648956083042&device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 1096 time: 0.1416001 Jul 13 20:21:52.587124 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-c7a57da3-7e4b-43f2-9f06-7a472008a34c None None] Attempting to bind port ef1c085d-997d-4baa-8e27-8270e60acfad on host dv-cinder-800697-1-iscsi for vnic_type normal with profile {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:21:52.587846 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-c7a57da3-7e4b-43f2-9f06-7a472008a34c None None] Attempting to bind port ef1c085d-997d-4baa-8e27-8270e60acfad by drivers openvswitch,hyperv on host dv-cinder-800697-1-iscsi at level 0 using segments [{'id': '9f3a3e20-926c-44fc-901c-42fcf09f8664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '180b9786-4b94-48cb-a76a-02a8fb732f14'}] {{(pid=92959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:21:52.588401 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a57da3-7e4b-43f2-9f06-7a472008a34c None None] Attempting to bind port ef1c085d-997d-4baa-8e27-8270e60acfad on network 180b9786-4b94-48cb-a76a-02a8fb732f14 {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:21:52.651346 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-b83c38db-af43-4bda-90b8-1e052fc2bfbc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36311273-448f-41d4-83c7-d3f866cdc455 HTTP/1.1" status: 200 len: 217 time: 0.0473127 Jul 13 20:21:52.689630 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a57da3-7e4b-43f2-9f06-7a472008a34c None None] Checking agent: {'id': '9033cd36-ce31-4b6d-a813-8d08366f9d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 10, 7), 'started_at': datetime.datetime(2021, 7, 13, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:21:52.690424 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a57da3-7e4b-43f2-9f06-7a472008a34c None None] Checking segment: {'id': '9f3a3e20-926c-44fc-901c-42fcf09f8664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '180b9786-4b94-48cb-a76a-02a8fb732f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:21:52.691711 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-c7a57da3-7e4b-43f2-9f06-7a472008a34c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:52.691711 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a57da3-7e4b-43f2-9f06-7a472008a34c None None] Bound using segment: {'id': '9f3a3e20-926c-44fc-901c-42fcf09f8664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '180b9786-4b94-48cb-a76a-02a8fb732f14'} {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:21:52.691711 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-c7a57da3-7e4b-43f2-9f06-7a472008a34c None None] Bound port: ef1c085d-997d-4baa-8e27-8270e60acfad, host: dv-cinder-800697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f3a3e20-926c-44fc-901c-42fcf09f8664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '180b9786-4b94-48cb-a76a-02a8fb732f14'}}] {{(pid=92959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:21:52.692079 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-c7a57da3-7e4b-43f2-9f06-7a472008a34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:52.749373 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca4f38-fed6-42e5-a932-aae4e2709160 req-d4f3d328-7945-462f-8ddd-7fe7f7682516 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:52.751111 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e0ca4f38-fed6-42e5-a932-aae4e2709160 req-d4f3d328-7945-462f-8ddd-7fe7f7682516 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 943 time: 0.1412187 Jul 13 20:21:52.791442 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-20691543-d91a-4b9b-98ba-28921c5d7301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:52.793984 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-20691543-d91a-4b9b-98ba-28921c5d7301 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=54796a68-d1a1-4045-8b72-1af62d04dcb7 HTTP/1.1" status: 200 len: 854 time: 0.1339154 Jul 13 20:21:52.818555 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d0bf5-f51e-42f4-8b68-bd760e8bf2ff req-5dfdc154-d4d4-44b0-b028-ac22a2d170d2 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:52.826962 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0a7d0bf5-f51e-42f4-8b68-bd760e8bf2ff req-5dfdc154-d4d4-44b0-b028-ac22a2d170d2 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 943 time: 0.1524158 Jul 13 20:21:52.835457 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-c7a57da3-7e4b-43f2-9f06-7a472008a34c None None] For port ef1c085d-997d-4baa-8e27-8270e60acfad, host dv-cinder-800697-1-iscsi, cleared binding levels {{(pid=92959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:21:52.859944 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e0ca4f38-fed6-42e5-a932-aae4e2709160 req-711a5a4f-8479-4eee-a312-4a9339653ec2 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989602 Jul 13 20:21:52.878104 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-c7a57da3-7e4b-43f2-9f06-7a472008a34c None None] For port ef1c085d-997d-4baa-8e27-8270e60acfad, host dv-cinder-800697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=ef1c085d-997d-4baa-8e27-8270e60acfad,segment=NetworkSegment(9f3a3e20-926c-44fc-901c-42fcf09f8664),segment_id=9f3a3e20-926c-44fc-901c-42fcf09f8664)] {{(pid=92959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:21:52.889634 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-c7a57da3-7e4b-43f2-9f06-7a472008a34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:52.903093 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0a7d0bf5-f51e-42f4-8b68-bd760e8bf2ff req-d05ddd0b-9c28-4899-badb-5f5189bf34df tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744586 Jul 13 20:21:52.939987 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-3a4f3d95-0208-4dcc-a8b1-83f964861d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:52.941543 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-3a4f3d95-0208-4dcc-a8b1-83f964861d30 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb455b5d-45bd-4628-96d1-fb52590d86a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1401868 Jul 13 20:21:52.944808 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-dc1ea658-259c-4f66-ac2b-bfae1fd3373a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'name': 'tempest-TestVolumeBootPattern-51487356-router', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:42Z', 'updated_at': '2021-07-13T20:21:47Z', 'revision_number': 4, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'gw_port': {'id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:43Z', 'updated_at': '2021-07-13T20:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': 'b75779e7-c3d4-43b8-8f47-2957bce94180', 'name': '', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'mac_address': 'fa:16:3e:a6:77:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:46Z', 'updated_at': '2021-07-13T20:21:51Z', 'revision_number': 4, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'subnets': [{'id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:52.989007 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1ea658-259c-4f66-ac2b-bfae1fd3373a None None] The sync data for ids ['4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'] in dv-cinder-800697-1-iscsi is: [{'id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'name': 'tempest-TestVolumeBootPattern-51487356-router', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:42Z', 'updated_at': '2021-07-13T20:21:47Z', 'revision_number': 4, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'gw_port': {'id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:43Z', 'updated_at': '2021-07-13T20:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': 'b75779e7-c3d4-43b8-8f47-2957bce94180', 'name': '', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'mac_address': 'fa:16:3e:a6:77:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:46Z', 'updated_at': '2021-07-13T20:21:51Z', 'revision_number': 4, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'subnets': [{'id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:21:52.996198 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a57da3-7e4b-43f2-9f06-7a472008a34c None None] Pushing event updated for resources: {'Port': ['ID=ef1c085d-997d-4baa-8e27-8270e60acfad,revision_number=2']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:53.007090 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 46724) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:53.079674 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d8e3a311-d3ec-42a6-8836-91506155c829 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:53.132944 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-f5bc1add-3f13-4ddf-b08b-00840378a3e8 service neutron] 10.222.0.47 "GET /v2.0/networks/bb455b5d-45bd-4628-96d1-fb52590d86a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803381 Jul 13 20:21:53.332436 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device e9504392-77c7-44af-b1ef-46bc1940c72c details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:21:53.422824 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-f51052bf-180e-4414-8234-197c5b2da9f7 req-0cd17fc6-9eb7-4e8c-a878-2ce5864b065f service neutron] 10.222.0.47 "GET /v2.0/networks/bb455b5d-45bd-4628-96d1-fb52590d86a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828619 Jul 13 20:21:53.448827 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d8e3a311-d3ec-42a6-8836-91506155c829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1708235'] for router, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:53.498443 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port e9504392-77c7-44af-b1ef-46bc1940c72c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=e9504392-77c7-44af-b1ef-46bc1940c72c,segment=NetworkSegment(e75817a0-f1ae-44cb-ac14-54dccbb196a1),segment_id=e75817a0-f1ae-44cb-ac14-54dccbb196a1)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:21:53.512145 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Returning: {'device': 'e9504392-77c7-44af-b1ef-46bc1940c72c', 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a', 'port_id': 'e9504392-77c7-44af-b1ef-46bc1940c72c', 'mac_address': 'fa:16:3e:31:5a:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04816e2f-157f-4694-821b-ba4aff3014de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:21:53.559725 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:53.584947 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9504392-77c7-44af-b1ef-46bc1940c72c {{(pid=92959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:21:53.616798 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port e9504392-77c7-44af-b1ef-46bc1940c72c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=e9504392-77c7-44af-b1ef-46bc1940c72c,segment=NetworkSegment(e75817a0-f1ae-44cb-ac14-54dccbb196a1),segment_id=e75817a0-f1ae-44cb-ac14-54dccbb196a1)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:21:53.623904 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:53.705642 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=e9504392-77c7-44af-b1ef-46bc1940c72c,revision_number=9']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:53.711360 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-746e2c82-f7a2-405f-94c5-6413b79b9f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710933'] for router_interface, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:53.803286 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device ef1c085d-997d-4baa-8e27-8270e60acfad up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:21:53.871297 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning for port ef1c085d-997d-4baa-8e27-8270e60acfad completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:21:53.882242 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['e9504392-77c7-44af-b1ef-46bc1940c72c'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:21:53.896336 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device b75779e7-c3d4-43b8-8f47-2957bce94180 up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:21:53.958034 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cefa7a-5ec8-4a4c-8cf1-2caa6e9cf710 req-52d74214-d539-470e-91be-b3462e8294a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:53.959569 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-57cefa7a-5ec8-4a4c-8cf1-2caa6e9cf710 req-52d74214-d539-470e-91be-b3462e8294a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3029e7699307438c86dc648956083042&device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 1096 time: 0.4642675 Jul 13 20:21:54.106264 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning for port b75779e7-c3d4-43b8-8f47-2957bce94180 completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:21:54.114102 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port b75779e7-c3d4-43b8-8f47-2957bce94180 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:54.114495 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:54.141572 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e3a311-d3ec-42a6-8836-91506155c829 admin admin] Router 039d4cd5-a31d-4f2c-bc94-6afee2e12508 is scheduled to L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d with binding_index 1 {{(pid=92957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:21:54.250302 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cefa7a-5ec8-4a4c-8cf1-2caa6e9cf710 req-3f60ea6b-d795-4c4b-8bbf-c84aa580f367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:54.258674 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-57cefa7a-5ec8-4a4c-8cf1-2caa6e9cf710 req-3f60ea6b-d795-4c4b-8bbf-c84aa580f367 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bb455b5d-45bd-4628-96d1-fb52590d86a6 HTTP/1.1" status: 200 len: 916 time: 0.2899375 Jul 13 20:21:54.328437 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:54.349118 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ea86d-9cb3-4bef-ad7f-887f1243e68c req-78a7ddf7-d2be-42b3-91ac-74c2ec8048c7 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:54.350733 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a89ea86d-9cb3-4bef-ad7f-887f1243e68c req-78a7ddf7-d2be-42b3-91ac-74c2ec8048c7 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 943 time: 0.2456884 Jul 13 20:21:54.363511 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-57cefa7a-5ec8-4a4c-8cf1-2caa6e9cf710 req-d622af91-df4b-4f6b-8b72-c1a982567318 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36311273-448f-41d4-83c7-d3f866cdc455 HTTP/1.1" status: 200 len: 217 time: 0.0957270 Jul 13 20:21:54.370357 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] For port b75779e7-c3d4-43b8-8f47-2957bce94180, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=b75779e7-c3d4-43b8-8f47-2957bce94180,segment=NetworkSegment(e4d29c19-7081-43de-a1f1-f5636ff5dd0e),segment_id=e4d29c19-7081-43de-a1f1-f5636ff5dd0e)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:21:54.378734 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:54.383927 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd48eaf1-6088-4b1f-aa88-bc261b643ac2 None None] Network 180b9786-4b94-48cb-a76a-02a8fb732f14 requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:21:54.413597 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6818fda-54d3-436d-ab64-926340fe9d64 req-f4ab8dd5-50aa-42c1-89a7-8d7b927243ac tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:54.415128 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c6818fda-54d3-436d-ab64-926340fe9d64 req-f4ab8dd5-50aa-42c1-89a7-8d7b927243ac tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 944 time: 0.2341926 Jul 13 20:21:54.428807 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e3a311-d3ec-42a6-8836-91506155c829 admin admin] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:21:54.439923 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d0a6e0-ebe6-49af-b0c3-95974714c07e None None] Sync routers for ids ['039d4cd5-a31d-4f2c-bc94-6afee2e12508'] in dv-cinder-800697-1-iscsi {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:21:54.450826 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cefa7a-5ec8-4a4c-8cf1-2caa6e9cf710 req-70c6ad21-394a-49cc-b326-9b5661a6be2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:54.452516 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-57cefa7a-5ec8-4a4c-8cf1-2caa6e9cf710 req-70c6ad21-394a-49cc-b326-9b5661a6be2b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=54796a68-d1a1-4045-8b72-1af62d04dcb7 HTTP/1.1" status: 200 len: 854 time: 0.0822225 Jul 13 20:21:54.453868 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d8e3a311-d3ec-42a6-8836-91506155c829 admin admin] Notify callbacks [] for router, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:54.457213 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d0a6e0-ebe6-49af-b0c3-95974714c07e None None] Routers {'039d4cd5-a31d-4f2c-bc94-6afee2e12508'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:21:54.457955 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-d8e3a311-d3ec-42a6-8836-91506155c829 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8834517 Jul 13 20:21:54.458818 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-58d0a6e0-ebe6-49af-b0c3-95974714c07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:21:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['039d4cd5-a31d-4f2c-bc94-6afee2e12508'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:54.469023 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 46730) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:54.515603 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c6818fda-54d3-436d-ab64-926340fe9d64 req-806dfbf7-a41e-47ec-8418-e9ad5ccc8fb5 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0917590 Jul 13 20:21:54.529174 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a89ea86d-9cb3-4bef-ad7f-887f1243e68c req-9ea4c8df-f4a9-48a7-a132-8659d0931ae6 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613495 Jul 13 20:21:54.579526 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-746e2c82-f7a2-405f-94c5-6413b79b9f02 admin admin] Deleting port 59ffc3f7-0569-45c7-882b-43515a08b73b {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:21:54.581340 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-746e2c82-f7a2-405f-94c5-6413b79b9f02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:54.648051 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-58d0a6e0-ebe6-49af-b0c3-95974714c07e None None] Set router 039d4cd5-a31d-4f2c-bc94-6afee2e12508 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:21:54.669363 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-21e51109-0fc5-4c27-b770-ccecfd3bb3d6 None None] Provisioning for port ef1c085d-997d-4baa-8e27-8270e60acfad completed by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:21:54.681650 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-21e51109-0fc5-4c27-b770-ccecfd3bb3d6 None None] Provisioning complete for port ef1c085d-997d-4baa-8e27-8270e60acfad triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:54.682097 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-21e51109-0fc5-4c27-b770-ccecfd3bb3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:54.686177 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cefa7a-5ec8-4a4c-8cf1-2caa6e9cf710 req-12d33918-2fdf-4102-b1d4-199fd8bb344d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:54.692081 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-57cefa7a-5ec8-4a4c-8cf1-2caa6e9cf710 req-12d33918-2fdf-4102-b1d4-199fd8bb344d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb455b5d-45bd-4628-96d1-fb52590d86a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2309818 Jul 13 20:21:54.704542 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [None req-746e2c82-f7a2-405f-94c5-6413b79b9f02 admin admin] For port 59ffc3f7-0569-45c7-882b-43515a08b73b, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=59ffc3f7-0569-45c7-882b-43515a08b73b,segment=NetworkSegment(75f47eaa-d46d-4fb4-93ab-8345f1231a55),segment_id=75f47eaa-d46d-4fb4-93ab-8345f1231a55)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:21:54.705075 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-746e2c82-f7a2-405f-94c5-6413b79b9f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:54.728496 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-746e2c82-f7a2-405f-94c5-6413b79b9f02 admin admin] Calling delete_port for 59ffc3f7-0569-45c7-882b-43515a08b73b owned by network:router_interface {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:21:54.729040 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Pushing event updated for resources: {'Port': ['ID=b75779e7-c3d4-43b8-8f47-2957bce94180,revision_number=5']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:54.791832 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-21e51109-0fc5-4c27-b770-ccecfd3bb3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:54.848521 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-21e51109-0fc5-4c27-b770-ccecfd3bb3d6 None None] For port ef1c085d-997d-4baa-8e27-8270e60acfad, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=ef1c085d-997d-4baa-8e27-8270e60acfad,segment=NetworkSegment(9f3a3e20-926c-44fc-901c-42fcf09f8664),segment_id=9f3a3e20-926c-44fc-901c-42fcf09f8664)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:21:54.860533 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-21e51109-0fc5-4c27-b770-ccecfd3bb3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:54.896008 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-58d0a6e0-ebe6-49af-b0c3-95974714c07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039d4cd5-a31d-4f2c-bc94-6afee2e12508', 'name': 'tempest-TestVolumeBootPattern-38827185-router', 'tenant_id': 'cc472f27e0944f928897319ed6b8acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'e4b87bb8-78fa-4cd2-9bd6-d836647c0893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:50Z', 'updated_at': '2021-07-13T20:21:52Z', 'revision_number': 3, 'project_id': 'cc472f27e0944f928897319ed6b8acb3', 'gw_port': {'id': 'e4b87bb8-78fa-4cd2-9bd6-d836647c0893', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039d4cd5-a31d-4f2c-bc94-6afee2e12508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:51Z', 'updated_at': '2021-07-13T20:21:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi'}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:54.918564 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e51109-0fc5-4c27-b770-ccecfd3bb3d6 None None] Pushing event updated for resources: {'Port': ['ID=ef1c085d-997d-4baa-8e27-8270e60acfad,revision_number=3']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:54.932852 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d0a6e0-ebe6-49af-b0c3-95974714c07e None None] Checking router: 039d4cd5-a31d-4f2c-bc94-6afee2e12508 for host: dv-cinder-800697-1-iscsi {{(pid=92960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:21:54.933200 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d0a6e0-ebe6-49af-b0c3-95974714c07e None None] Updating router 039d4cd5-a31d-4f2c-bc94-6afee2e12508 port e4b87bb8-78fa-4cd2-9bd6-d836647c0893 binding host dv-cinder-800697-1-iscsi {{(pid=92960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:21:54.978305 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-58d0a6e0-ebe6-49af-b0c3-95974714c07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:55.002568 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-746e2c82-f7a2-405f-94c5-6413b79b9f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15916159'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:55.020331 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-57cefa7a-5ec8-4a4c-8cf1-2caa6e9cf710 req-d3dc9312-79d8-429b-9717-bcc2dc4be5de service neutron] 10.222.0.47 "GET /v2.0/networks/bb455b5d-45bd-4628-96d1-fb52590d86a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215895 Jul 13 20:21:55.030830 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e2c82-f7a2-405f-94c5-6413b79b9f02 admin admin] Pushing event deleted for resources: {'Port': ['ID=59ffc3f7-0569-45c7-882b-43515a08b73b,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:55.189748 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-57cefa7a-5ec8-4a4c-8cf1-2caa6e9cf710 req-7e9355c6-7ef9-49f5-b483-f4c26fb8160f service neutron] 10.222.0.47 "GET /v2.0/networks/bb455b5d-45bd-4628-96d1-fb52590d86a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610322 Jul 13 20:21:55.240824 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-ad3b990b-4e72-45c4-b9af-e58f42384bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:55.288869 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-23666bb4-6172-4ade-8c44-b56acd955f92 None None] Provisioning complete for port ef1c085d-997d-4baa-8e27-8270e60acfad triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:55.289998 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-23666bb4-6172-4ade-8c44-b56acd955f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:55.311572 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-58d0a6e0-ebe6-49af-b0c3-95974714c07e None None] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:55.323883 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [None req-58d0a6e0-ebe6-49af-b0c3-95974714c07e None None] Transition to ACTIVE for port object e4b87bb8-78fa-4cd2-9bd6-d836647c0893 will not be triggered until provisioned by entity L2. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:21:55.332215 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-58d0a6e0-ebe6-49af-b0c3-95974714c07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:55.351101 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device e9504392-77c7-44af-b1ef-46bc1940c72c up at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:21:55.383490 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [None req-58d0a6e0-ebe6-49af-b0c3-95974714c07e None None] Attempting to bind port e4b87bb8-78fa-4cd2-9bd6-d836647c0893 on host dv-cinder-800697-1-iscsi for vnic_type normal with profile {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:21:55.384162 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [None req-58d0a6e0-ebe6-49af-b0c3-95974714c07e None None] Attempting to bind port e4b87bb8-78fa-4cd2-9bd6-d836647c0893 by drivers openvswitch,hyperv on host dv-cinder-800697-1-iscsi at level 0 using segments [{'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:21:55.384670 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d0a6e0-ebe6-49af-b0c3-95974714c07e None None] Attempting to bind port e4b87bb8-78fa-4cd2-9bd6-d836647c0893 on network e57c7c0c-39ec-40cf-b750-a71f25c7d8d2 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:21:55.395361 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d0a6e0-ebe6-49af-b0c3-95974714c07e None None] Checking agent: {'id': '9033cd36-ce31-4b6d-a813-8d08366f9d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 10, 7), 'started_at': datetime.datetime(2021, 7, 13, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:21:55.395773 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d0a6e0-ebe6-49af-b0c3-95974714c07e None None] Checking segment: {'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:21:55.396173 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-58d0a6e0-ebe6-49af-b0c3-95974714c07e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:55.396574 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d0a6e0-ebe6-49af-b0c3-95974714c07e None None] Bound using segment: {'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:21:55.397073 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [None req-58d0a6e0-ebe6-49af-b0c3-95974714c07e None None] Bound port: e4b87bb8-78fa-4cd2-9bd6-d836647c0893, host: dv-cinder-800697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'}}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:21:55.397627 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-58d0a6e0-ebe6-49af-b0c3-95974714c07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:55.430984 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_common [None req-ad3b990b-4e72-45c4-b9af-e58f42384bf9 admin admin] Allocated IP 172.20.0.1 (180b9786-4b94-48cb-a76a-02a8fb732f14/73315f3a-da2c-4c57-8845-58b4c532f941/4787424c-5c6b-4e36-a2a9-9d01b8d78afb) {{(pid=92957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:21:55.479323 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning complete for port e9504392-77c7-44af-b1ef-46bc1940c72c triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:55.479716 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:55.485679 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-58d0a6e0-ebe6-49af-b0c3-95974714c07e None None] For port e4b87bb8-78fa-4cd2-9bd6-d836647c0893, host dv-cinder-800697-1-iscsi, cleared binding levels {{(pid=92960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:21:55.493578 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-746e2c82-f7a2-405f-94c5-6413b79b9f02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711281'] for router_interface, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:55.503371 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529bf003-6f3f-416e-8485-5420161bda61 None None] Pushing event updated for resources: {'Port': ['ID=e4b87bb8-78fa-4cd2-9bd6-d836647c0893,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:55.512725 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-58d0a6e0-ebe6-49af-b0c3-95974714c07e None None] For port e4b87bb8-78fa-4cd2-9bd6-d836647c0893, host dv-cinder-800697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=e4b87bb8-78fa-4cd2-9bd6-d836647c0893,segment=NetworkSegment(dd2d7350-8005-4571-9290-470baa5abba8),segment_id=dd2d7350-8005-4571-9290-470baa5abba8)] {{(pid=92960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:21:55.518556 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-58d0a6e0-ebe6-49af-b0c3-95974714c07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:55.571734 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-ad3b990b-4e72-45c4-b9af-e58f42384bf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:55.595073 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.provisioning_blocks [None req-ad3b990b-4e72-45c4-b9af-e58f42384bf9 admin admin] Transition to ACTIVE for port object 4787424c-5c6b-4e36-a2a9-9d01b8d78afb will not be triggered until provisioned by entity DHCP. {{(pid=92957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:21:55.603683 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d0a6e0-ebe6-49af-b0c3-95974714c07e None None] Routers {'039d4cd5-a31d-4f2c-bc94-6afee2e12508'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:21:55.604224 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-58d0a6e0-ebe6-49af-b0c3-95974714c07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:21:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['039d4cd5-a31d-4f2c-bc94-6afee2e12508'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:55.613008 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:55.672116 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529bf003-6f3f-416e-8485-5420161bda61 None None] Pushing event updated for resources: {'Port': ['ID=e4b87bb8-78fa-4cd2-9bd6-d836647c0893,revision_number=3']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:55.678150 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-ad3b990b-4e72-45c4-b9af-e58f42384bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:55.685641 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port e9504392-77c7-44af-b1ef-46bc1940c72c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=e9504392-77c7-44af-b1ef-46bc1940c72c,segment=NetworkSegment(e75817a0-f1ae-44cb-ac14-54dccbb196a1),segment_id=e75817a0-f1ae-44cb-ac14-54dccbb196a1)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:21:55.686669 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3a03ba-13f9-4a69-8c2c-e9512ec21874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9504392-77c7-44af-b1ef-46bc1940c72c'}] {{(pid=92959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:21:55.690533 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a95ef25a805c455dc0e319f75fe5c37b751c8207b334ba38c934020b16a01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4364d351-cbec-4a00-8e43-bae65fd3a65a" -d '{"events": [{"server_uuid": "1f3a03ba-13f9-4a69-8c2c-e9512ec21874", "name": "network-vif-plugged", "status": "completed", "tag": "e9504392-77c7-44af-b1ef-46bc1940c72c"}]}' {{(pid=92959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:21:55.700375 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:55.743790 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3b990b-4e72-45c4-b9af-e58f42384bf9 admin admin] Network 180b9786-4b94-48cb-a76a-02a8fb732f14 is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:21:55.753324 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [None req-ad3b990b-4e72-45c4-b9af-e58f42384bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:21:55.769212 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3b990b-4e72-45c4-b9af-e58f42384bf9 admin admin] Received port after_create {{(pid=92957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:21:55.795728 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b990b-4e72-45c4-b9af-e58f42384bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=4787424c-5c6b-4e36-a2a9-9d01b8d78afb,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:55.801719 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=e9504392-77c7-44af-b1ef-46bc1940c72c,revision_number=10']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:55.806188 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-58d0a6e0-ebe6-49af-b0c3-95974714c07e None None] Set router 039d4cd5-a31d-4f2c-bc94-6afee2e12508 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:21:55.863858 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device ef1c085d-997d-4baa-8e27-8270e60acfad up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:21:55.886775 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-ad3b990b-4e72-45c4-b9af-e58f42384bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1709742'] for router_interface, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:55.966809 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port ef1c085d-997d-4baa-8e27-8270e60acfad triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:55.967270 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:56.000147 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746e2c82-f7a2-405f-94c5-6413b79b9f02 admin admin] Router f34459e2-26ef-442c-9e7a-ca5012223cb7 has already been hosted by L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:21:56.031130 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8faf0-6188-4a03-8321-1b3819dee083 req-bf291ba4-21a3-421e-8a6b-20852bf2146c tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:56.038739 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a9c8faf0-6188-4a03-8321-1b3819dee083 req-bf291ba4-21a3-421e-8a6b-20852bf2146c tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 946 time: 0.1726687 Jul 13 20:21:56.055774 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-ad3b990b-4e72-45c4-b9af-e58f42384bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:56.074584 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f7cad-d1e8-4357-872d-26a34c6c6f12 req-9d946b1c-928e-4a71-9440-05ee2e8fa809 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:56.082781 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ef2f7cad-d1e8-4357-872d-26a34c6c6f12 req-9d946b1c-928e-4a71-9440-05ee2e8fa809 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 943 time: 0.2045403 Jul 13 20:21:56.090941 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-5bb4a242-195e-49a1-9c53-cb9bc8140ec2 None None] Provisioning for port 4787424c-5c6b-4e36-a2a9-9d01b8d78afb completed by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:21:56.104377 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-5bb4a242-195e-49a1-9c53-cb9bc8140ec2 None None] Provisioning complete for port 4787424c-5c6b-4e36-a2a9-9d01b8d78afb triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:56.104956 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5bb4a242-195e-49a1-9c53-cb9bc8140ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:56.142609 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device b75779e7-c3d4-43b8-8f47-2957bce94180 up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:21:56.178903 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-5bb4a242-195e-49a1-9c53-cb9bc8140ec2 None None] Port 4787424c-5c6b-4e36-a2a9-9d01b8d78afb cannot update to ACTIVE because it is not bound. {{(pid=92959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:21:56.188710 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a9c8faf0-6188-4a03-8321-1b3819dee083 req-e8cf8a68-ccc5-4f1a-96f9-d4daf40934ed tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1488917 Jul 13 20:21:56.208026 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port b75779e7-c3d4-43b8-8f47-2957bce94180 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:56.208435 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:56.256631 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-ad3b990b-4e72-45c4-b9af-e58f42384bf9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:56.259176 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ef2f7cad-d1e8-4357-872d-26a34c6c6f12 req-9d2a972c-41cf-4169-af77-5891005056af tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754224 Jul 13 20:21:56.264646 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-ad3b990b-4e72-45c4-b9af-e58f42384bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:56.290348 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-58d0a6e0-ebe6-49af-b0c3-95974714c07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039d4cd5-a31d-4f2c-bc94-6afee2e12508', 'name': 'tempest-TestVolumeBootPattern-38827185-router', 'tenant_id': 'cc472f27e0944f928897319ed6b8acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'e4b87bb8-78fa-4cd2-9bd6-d836647c0893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:50Z', 'updated_at': '2021-07-13T20:21:52Z', 'revision_number': 3, 'project_id': 'cc472f27e0944f928897319ed6b8acb3', 'gw_port': {'id': 'e4b87bb8-78fa-4cd2-9bd6-d836647c0893', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039d4cd5-a31d-4f2c-bc94-6afee2e12508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:51Z', 'updated_at': '2021-07-13T20:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi'}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:56.306752 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a9d2a5-b074-42d5-af15-4ca05ace6fea x-openstack-request-id: req-a4a9d2a5-b074-42d5-af15-4ca05ace6fea {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:21:56.307373 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3a03ba-13f9-4a69-8c2c-e9512ec21874", "name": "network-vif-plugged", "status": "completed", "tag": "e9504392-77c7-44af-b1ef-46bc1940c72c", "code": 200}]} {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:21:56.307373 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a4a9d2a5-b074-42d5-af15-4ca05ace6fea {{(pid=92959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:21:56.307841 dv-cinder-800697-1-iscsi neutron-server[92959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3a03ba-13f9-4a69-8c2c-e9512ec21874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9504392-77c7-44af-b1ef-46bc1940c72c', 'code': 200} Jul 13 20:21:56.323156 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d0a6e0-ebe6-49af-b0c3-95974714c07e None None] The sync data for ids ['039d4cd5-a31d-4f2c-bc94-6afee2e12508'] in dv-cinder-800697-1-iscsi is: [{'id': '039d4cd5-a31d-4f2c-bc94-6afee2e12508', 'name': 'tempest-TestVolumeBootPattern-38827185-router', 'tenant_id': 'cc472f27e0944f928897319ed6b8acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'e4b87bb8-78fa-4cd2-9bd6-d836647c0893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:50Z', 'updated_at': '2021-07-13T20:21:52Z', 'revision_number': 3, 'project_id': 'cc472f27e0944f928897319ed6b8acb3', 'gw_port': {'id': 'e4b87bb8-78fa-4cd2-9bd6-d836647c0893', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039d4cd5-a31d-4f2c-bc94-6afee2e12508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:51Z', 'updated_at': '2021-07-13T20:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi'}] {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:21:56.323792 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746e2c82-f7a2-405f-94c5-6413b79b9f02 admin admin] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:21:56.325720 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-ad3b990b-4e72-45c4-b9af-e58f42384bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711076'] for router_interface, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:56.330394 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-746e2c82-f7a2-405f-94c5-6413b79b9f02 admin admin] 10.222.0.41 "PUT /v2.0/routers/f34459e2-26ef-442c-9e7a-ca5012223cb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3218744 Jul 13 20:21:56.333019 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 46738) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:56.346338 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f79fab-e5a9-4a99-9412-9073e8c7d462 None None] Sync routers for ids ['f34459e2-26ef-442c-9e7a-ca5012223cb7'] in dv-cinder-800697-1-iscsi {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:21:56.356745 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f79fab-e5a9-4a99-9412-9073e8c7d462 None None] Routers {'f34459e2-26ef-442c-9e7a-ca5012223cb7'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:21:56.357500 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-81f79fab-e5a9-4a99-9412-9073e8c7d462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:21:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['f34459e2-26ef-442c-9e7a-ca5012223cb7'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:56.389338 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b990b-4e72-45c4-b9af-e58f42384bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=4787424c-5c6b-4e36-a2a9-9d01b8d78afb,revision_number=2']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:56.466190 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-83cb98c3-0a3c-4298-b368-eaa7b72104a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:56.484477 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3b990b-4e72-45c4-b9af-e58f42384bf9 admin admin] Network 180b9786-4b94-48cb-a76a-02a8fb732f14 is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:21:56.486045 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [None req-ad3b990b-4e72-45c4-b9af-e58f42384bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:21:56.494910 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-81f79fab-e5a9-4a99-9412-9073e8c7d462 None None] Set router f34459e2-26ef-442c-9e7a-ca5012223cb7 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:21:56.626611 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-83cb98c3-0a3c-4298-b368-eaa7b72104a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:56.632327 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3b990b-4e72-45c4-b9af-e58f42384bf9 admin admin] Router 039d4cd5-a31d-4f2c-bc94-6afee2e12508 has already been hosted by L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d {{(pid=92957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:21:56.760117 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-83cb98c3-0a3c-4298-b368-eaa7b72104a7 admin admin] Deleting port d0f08f76-5dff-4021-b0ff-10c295842a5d {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:21:56.760490 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-83cb98c3-0a3c-4298-b368-eaa7b72104a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:56.864653 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-81f79fab-e5a9-4a99-9412-9073e8c7d462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34459e2-26ef-442c-9e7a-ca5012223cb7', 'name': 'tempest-ServerRescueNegativeTestJSON-2040705587-router', 'tenant_id': 'fc1202cbb5ca410abbcdef9b3fca32f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd0f08f76-5dff-4021-b0ff-10c295842a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:17:57Z', 'updated_at': '2021-07-13T20:21:54Z', 'revision_number': 5, 'project_id': 'fc1202cbb5ca410abbcdef9b3fca32f7', 'gw_port': {'id': 'd0f08f76-5dff-4021-b0ff-10c295842a5d', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:60:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34459e2-26ef-442c-9e7a-ca5012223cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:17:58Z', 'updated_at': '2021-07-13T20:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi'}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:56.876479 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [None req-83cb98c3-0a3c-4298-b368-eaa7b72104a7 admin admin] For port d0f08f76-5dff-4021-b0ff-10c295842a5d, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=d0f08f76-5dff-4021-b0ff-10c295842a5d,segment=NetworkSegment(dd2d7350-8005-4571-9290-470baa5abba8),segment_id=dd2d7350-8005-4571-9290-470baa5abba8)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:21:56.876836 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-83cb98c3-0a3c-4298-b368-eaa7b72104a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:56.895401 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-83cb98c3-0a3c-4298-b368-eaa7b72104a7 admin admin] Calling delete_port for d0f08f76-5dff-4021-b0ff-10c295842a5d owned by network:router_gateway {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:21:56.897084 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3b990b-4e72-45c4-b9af-e58f42384bf9 admin admin] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:21:56.901459 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f79fab-e5a9-4a99-9412-9073e8c7d462 None None] Checking router: f34459e2-26ef-442c-9e7a-ca5012223cb7 for host: dv-cinder-800697-1-iscsi {{(pid=92959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:21:56.911982 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-ad3b990b-4e72-45c4-b9af-e58f42384bf9 admin admin] 10.222.0.41 "PUT /v2.0/routers/039d4cd5-a31d-4f2c-bc94-6afee2e12508/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4342082 Jul 13 20:21:56.920255 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-018aaa0f-bd9e-4f0d-a07d-6557e5ec502a None None] Provisioning complete for port 4787424c-5c6b-4e36-a2a9-9d01b8d78afb triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:56.920636 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-018aaa0f-bd9e-4f0d-a07d-6557e5ec502a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:56.951203 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090ff67-db9d-4901-ad4d-56e37d95442c req-25e6b202-1447-4213-af8e-72ca2675d46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:56.952767 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a090ff67-db9d-4901-ad4d-56e37d95442c req-25e6b202-1447-4213-af8e-72ca2675d46b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 1099 time: 0.1561663 Jul 13 20:21:56.958526 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f79fab-e5a9-4a99-9412-9073e8c7d462 None None] Routers {'f34459e2-26ef-442c-9e7a-ca5012223cb7'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:21:56.959178 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-81f79fab-e5a9-4a99-9412-9073e8c7d462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:21:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['f34459e2-26ef-442c-9e7a-ca5012223cb7'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:56.996012 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a090ff67-db9d-4901-ad4d-56e37d95442c req-38087a8f-ea4e-4178-b51e-4df9bc24127f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343440 Jul 13 20:21:57.034339 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-018aaa0f-bd9e-4f0d-a07d-6557e5ec502a None None] Port 4787424c-5c6b-4e36-a2a9-9d01b8d78afb cannot update to ACTIVE because it is not bound. {{(pid=92959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:21:57.064467 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-81f79fab-e5a9-4a99-9412-9073e8c7d462 None None] Set router f34459e2-26ef-442c-9e7a-ca5012223cb7 gateway port host: None {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:21:57.111500 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-83cb98c3-0a3c-4298-b368-eaa7b72104a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15916159'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:57.131245 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-81f79fab-e5a9-4a99-9412-9073e8c7d462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34459e2-26ef-442c-9e7a-ca5012223cb7', 'name': 'tempest-ServerRescueNegativeTestJSON-2040705587-router', 'tenant_id': 'fc1202cbb5ca410abbcdef9b3fca32f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:17:57Z', 'updated_at': '2021-07-13T20:21:56Z', 'revision_number': 6, 'project_id': 'fc1202cbb5ca410abbcdef9b3fca32f7', 'gw_port_host': None}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:57.148603 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb98c3-0a3c-4298-b368-eaa7b72104a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0f08f76-5dff-4021-b0ff-10c295842a5d,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:57.165925 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f79fab-e5a9-4a99-9412-9073e8c7d462 None None] The sync data for ids ['f34459e2-26ef-442c-9e7a-ca5012223cb7'] in dv-cinder-800697-1-iscsi is: [{'id': 'f34459e2-26ef-442c-9e7a-ca5012223cb7', 'name': 'tempest-ServerRescueNegativeTestJSON-2040705587-router', 'tenant_id': 'fc1202cbb5ca410abbcdef9b3fca32f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:17:57Z', 'updated_at': '2021-07-13T20:21:56Z', 'revision_number': 6, 'project_id': 'fc1202cbb5ca410abbcdef9b3fca32f7', 'gw_port_host': None}] {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:21:57.237967 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-83cb98c3-0a3c-4298-b368-eaa7b72104a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1708339'] for router_gateway, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:57.364585 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-83cb98c3-0a3c-4298-b368-eaa7b72104a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4738'] for router, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:57.367893 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 36311273-448f-41d4-83c7-d3f866cdc455 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:21:57.383033 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-83cb98c3-0a3c-4298-b368-eaa7b72104a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:57.478676 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-83cb98c3-0a3c-4298-b368-eaa7b72104a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1704488'] for router, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:57.479293 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83cb98c3-0a3c-4298-b368-eaa7b72104a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f34459e2-26ef-442c-9e7a-ca5012223cb7 {{(pid=92958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:21:57.486937 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-83cb98c3-0a3c-4298-b368-eaa7b72104a7 admin admin] Notify callbacks [] for router, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:57.490375 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-83cb98c3-0a3c-4298-b368-eaa7b72104a7 admin admin] 10.222.0.41 "DELETE /v2.0/routers/f34459e2-26ef-442c-9e7a-ca5012223cb7 HTTP/1.1" status: 204 len: 168 time: 1.1540635 Jul 13 20:21:57.490741 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 46750) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:57.518541 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 36311273-448f-41d4-83c7-d3f866cdc455, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=36311273-448f-41d4-83c7-d3f866cdc455,segment=NetworkSegment(71eb11d8-5f9a-449d-80b6-f03fd5bc353d),segment_id=71eb11d8-5f9a-449d-80b6-f03fd5bc353d)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:21:57.535600 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Returning: {'device': '36311273-448f-41d4-83c7-d3f866cdc455', 'network_id': 'bb455b5d-45bd-4628-96d1-fb52590d86a6', 'port_id': '36311273-448f-41d4-83c7-d3f866cdc455', 'mac_address': 'fa:16:3e:04:f9:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54796a68-d1a1-4045-8b72-1af62d04dcb7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:21:57.540942 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39110beb-10aa-40ee-aa6c-8afb1b680e86 req-a4194435-475b-4562-bd87-d0874414137c tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:57.545241 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-39110beb-10aa-40ee-aa6c-8afb1b680e86 req-a4194435-475b-4562-bd87-d0874414137c tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 946 time: 0.1964765 Jul 13 20:21:57.561051 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_v2 [None req-1649b405-f83e-4436-9605-cab2e31b9b33 admin admin] Deleting subnet 6dc3305a-19e2-4f5f-b91b-410acd0592f6 {{(pid=92958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:21:57.597300 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:57.605027 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1649b405-f83e-4436-9605-cab2e31b9b33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:57.610836 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-39110beb-10aa-40ee-aa6c-8afb1b680e86 req-d660939e-5ff6-4df3-ba65-d002e49246ff tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453174 Jul 13 20:21:57.626351 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36311273-448f-41d4-83c7-d3f866cdc455 {{(pid=92959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:21:57.674717 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1649b405-f83e-4436-9605-cab2e31b9b33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16271406'] for subnet, precommit_delete_associations {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:57.679611 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 36311273-448f-41d4-83c7-d3f866cdc455, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=36311273-448f-41d4-83c7-d3f866cdc455,segment=NetworkSegment(71eb11d8-5f9a-449d-80b6-f03fd5bc353d),segment_id=71eb11d8-5f9a-449d-80b6-f03fd5bc353d)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:21:57.688409 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:57.717893 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 46752) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:57.726498 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-a04ecc08-efc6-4dbb-8f3e-d19c7a3fa5ed tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2087549199', 'description': 'tempest-secgroup-smoke-2087549199 description', 'project_id': '8d725fb3a49b47c287f9c134201d6823'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:21:57.789525 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1649b405-f83e-4436-9605-cab2e31b9b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-721317'] for subnet, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:57.806257 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-a04ecc08-efc6-4dbb-8f3e-d19c7a3fa5ed tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:57.825834 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=36311273-448f-41d4-83c7-d3f866cdc455,revision_number=4']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:57.861937 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device e4b87bb8-78fa-4cd2-9bd6-d836647c0893 up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:21:57.898690 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1649b405-f83e-4436-9605-cab2e31b9b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-721308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15916066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15819405'] for subnet, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:57.943785 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-a04ecc08-efc6-4dbb-8f3e-d19c7a3fa5ed tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:57.949869 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-a04ecc08-efc6-4dbb-8f3e-d19c7a3fa5ed tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:57.950876 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning for port e4b87bb8-78fa-4cd2-9bd6-d836647c0893 completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:21:57.955452 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port e4b87bb8-78fa-4cd2-9bd6-d836647c0893 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:57.955834 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:57.965213 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1649b405-f83e-4436-9605-cab2e31b9b33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dc3305a-19e2-4f5f-b91b-410acd0592f6,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:57.967644 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1649b405-f83e-4436-9605-cab2e31b9b33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for subnet, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:57.970391 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-1649b405-f83e-4436-9605-cab2e31b9b33 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6dc3305a-19e2-4f5f-b91b-410acd0592f6 HTTP/1.1" status: 204 len: 168 time: 0.4776504 Jul 13 20:21:57.977797 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 46758) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:57.983043 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95faa6-cdd5-4df0-84a1-fa528063e8b3 req-d203950a-7d3a-4cb2-886f-554ebd5899cc tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:57.985106 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ca95faa6-cdd5-4df0-84a1-fa528063e8b3 req-d203950a-7d3a-4cb2-886f-554ebd5899cc tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 944 time: 0.1681678 Jul 13 20:21:58.007738 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-a04ecc08-efc6-4dbb-8f3e-d19c7a3fa5ed tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:58.009463 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-a04ecc08-efc6-4dbb-8f3e-d19c7a3fa5ed tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2897620 Jul 13 20:21:58.015331 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 46760) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:58.020925 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['36311273-448f-41d4-83c7-d3f866cdc455'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:21:58.022950 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-bd04d864-3d57-4e51-ae6b-cec102eac01a tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Request body: {'security_group_rule': {'security_group_id': 'a74124c0-93dc-4ba7-afbc-9a51116e4704', 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:21:58.063349 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ecc08-efc6-4dbb-8f3e-d19c7a3fa5ed tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a74124c0-93dc-4ba7-afbc-9a51116e4704,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:58.084164 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ca95faa6-cdd5-4df0-84a1-fa528063e8b3 req-31434e23-9439-4fa9-8ef4-5a0389ee4475 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881858 Jul 13 20:21:58.090817 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d32e2bda-4caa-4bc0-bffe-8329463763d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633600'] for network, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:58.125506 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-bd04d864-3d57-4e51-ae6b-cec102eac01a tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:58.177042 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:58.186854 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d32e2bda-4caa-4bc0-bffe-8329463763d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724524', 'neutron.services.segments.db._delete_segments_for_network-8781993256852'] for network, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:58.198779 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.services.segments.db [None req-d32e2bda-4caa-4bc0-bffe-8329463763d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['680d4961-3ce0-4364-a639-3d638a8730da']}} {{(pid=92957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:58.206985 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-bd04d864-3d57-4e51-ae6b-cec102eac01a tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:58.208517 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] For port e4b87bb8-78fa-4cd2-9bd6-d836647c0893, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=e4b87bb8-78fa-4cd2-9bd6-d836647c0893,segment=NetworkSegment(dd2d7350-8005-4571-9290-470baa5abba8),segment_id=dd2d7350-8005-4571-9290-470baa5abba8)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:21:58.212368 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.services.segments.db [None req-d32e2bda-4caa-4bc0-bffe-8329463763d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f47eaa-d46d-4fb4-93ab-8345f1231a55') {'for_net_delete': True} {{(pid=92957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:58.212806 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-bd04d864-3d57-4e51-ae6b-cec102eac01a tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670184'] for security_group_rule, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:58.212949 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.services.segments.db [None req-d32e2bda-4caa-4bc0-bffe-8329463763d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f47eaa-d46d-4fb4-93ab-8345f1231a55') {} {{(pid=92957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:58.217974 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:58.238996 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d32e2bda-4caa-4bc0-bffe-8329463763d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781993187723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15469834'] for segment, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:58.239589 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-bd04d864-3d57-4e51-ae6b-cec102eac01a tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:58.244312 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-bd04d864-3d57-4e51-ae6b-cec102eac01a tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2278986 Jul 13 20:21:58.246223 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 46768) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:58.248018 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04d864-3d57-4e51-ae6b-cec102eac01a tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=214ac862-6e92-4d45-89ac-038f8acf6cb1,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:58.259879 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 59ffc3f7-0569-45c7-882b-43515a08b73b no longer exists at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:21:58.262269 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-7aefcfac-2083-48f6-bcf0-853741498ff7 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Request body: {'security_group_rule': {'security_group_id': 'a74124c0-93dc-4ba7-afbc-9a51116e4704', 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:21:58.284922 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d32e2bda-4caa-4bc0-bffe-8329463763d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996'] for segment, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:58.296263 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] No Port match for: 59ffc3f7-0569-45c7-882b-43515a08b73b {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:21:58.296502 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d32e2bda-4caa-4bc0-bffe-8329463763d9 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=92957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:21:58.296777 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 59ffc3f7-0569-45c7-882b-43515a08b73b not bound to the agent host dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:21:58.296941 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d32e2bda-4caa-4bc0-bffe-8329463763d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15802526'] for segment, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:58.304403 dv-cinder-800697-1-iscsi neutron-server[92957]: Traceback (most recent call last): Jul 13 20:21:58.304403 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:21:58.304403 dv-cinder-800697-1-iscsi neutron-server[92957]: timer() Jul 13 20:21:58.304403 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:21:58.304403 dv-cinder-800697-1-iscsi neutron-server[92957]: cb(*args, **kw) Jul 13 20:21:58.304403 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:21:58.304403 dv-cinder-800697-1-iscsi neutron-server[92957]: return func(*args, **kwargs) Jul 13 20:21:58.304403 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:21:58.304403 dv-cinder-800697-1-iscsi neutron-server[92957]: self._notify() Jul 13 20:21:58.304403 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:21:58.304403 dv-cinder-800697-1-iscsi neutron-server[92957]: self.callback(batched_events) Jul 13 20:21:58.304403 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:21:58.304403 dv-cinder-800697-1-iscsi neutron-server[92957]: event.method(event) Jul 13 20:21:58.304403 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:21:58.304403 dv-cinder-800697-1-iscsi neutron-server[92957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:21:58.304403 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:21:58.304403 dv-cinder-800697-1-iscsi neutron-server[92957]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:21:58.304403 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:21:58.304403 dv-cinder-800697-1-iscsi neutron-server[92957]: return f(self, *a, **k) Jul 13 20:21:58.304403 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:21:58.304403 dv-cinder-800697-1-iscsi neutron-server[92957]: return self._get(url).json() Jul 13 20:21:58.304403 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:21:58.304403 dv-cinder-800697-1-iscsi neutron-server[92957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:21:58.304403 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:21:58.304403 dv-cinder-800697-1-iscsi neutron-server[92957]: return self.request(url, 'GET', **kwargs) Jul 13 20:21:58.304403 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:21:58.304403 dv-cinder-800697-1-iscsi neutron-server[92957]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:21:58.304403 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:21:58.304403 dv-cinder-800697-1-iscsi neutron-server[92957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:21:58.304403 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:21:58.304403 dv-cinder-800697-1-iscsi neutron-server[92957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:21:58.304403 dv-cinder-800697-1-iscsi neutron-server[92957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:21:58.343378 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Pushing event updated for resources: {'Port': ['ID=e4b87bb8-78fa-4cd2-9bd6-d836647c0893,revision_number=4']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:58.354955 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-7aefcfac-2083-48f6-bcf0-853741498ff7 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:58.385913 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d32e2bda-4caa-4bc0-bffe-8329463763d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708319'] for network, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:58.395026 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d32e2bda-4caa-4bc0-bffe-8329463763d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for network, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:58.396469 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-d32e2bda-4caa-4bc0-bffe-8329463763d9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/680d4961-3ce0-4364-a639-3d638a8730da HTTP/1.1" status: 204 len: 168 time: 0.4164698 Jul 13 20:21:58.433630 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e2bda-4caa-4bc0-bffe-8329463763d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=680d4961-3ce0-4364-a639-3d638a8730da,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:58.458667 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-7aefcfac-2083-48f6-bcf0-853741498ff7 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:58.465276 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-7aefcfac-2083-48f6-bcf0-853741498ff7 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670184'] for security_group_rule, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:58.484412 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aefcfac-2083-48f6-bcf0-853741498ff7 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9108f606-0f1b-48b7-8d87-78ec7dafc35a,revision_number=0']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:58.491911 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-7aefcfac-2083-48f6-bcf0-853741498ff7 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:58.495831 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-7aefcfac-2083-48f6-bcf0-853741498ff7 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2478006 Jul 13 20:21:58.496502 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 46792) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:58.501432 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-c8f1f916-5177-44be-a5e6-0df90c1eb857 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Request body: {'security_group_rule': {'security_group_id': 'a74124c0-93dc-4ba7-afbc-9a51116e4704', 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:21:58.533060 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c8f1f916-5177-44be-a5e6-0df90c1eb857 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:58.605824 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c8f1f916-5177-44be-a5e6-0df90c1eb857 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:58.611661 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c8f1f916-5177-44be-a5e6-0df90c1eb857 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670184'] for security_group_rule, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:58.639052 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1f916-5177-44be-a5e6-0df90c1eb857 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bbb6b57-f70c-4cea-88a5-8395543f352a,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:58.641988 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c8f1f916-5177-44be-a5e6-0df90c1eb857 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:58.643302 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-c8f1f916-5177-44be-a5e6-0df90c1eb857 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1463065 Jul 13 20:21:58.647005 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 46800) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:58.652677 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-eb3e6b17-33b9-4514-b5cc-1b81c9c09b61 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Request body: {'security_group_rule': {'security_group_id': 'a74124c0-93dc-4ba7-afbc-9a51116e4704', 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:21:58.687368 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 46804) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:58.691099 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-eb3e6b17-33b9-4514-b5cc-1b81c9c09b61 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:58.763672 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-49f45e19-0a6c-4c40-be88-e47b24ad4094 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fc1202cbb5ca410abbcdef9b3fca32f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0724292 Jul 13 20:21:58.764600 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 46806) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:58.775512 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-eb3e6b17-33b9-4514-b5cc-1b81c9c09b61 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:58.782406 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-eb3e6b17-33b9-4514-b5cc-1b81c9c09b61 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670184'] for security_group_rule, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:58.843529 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e6b17-33b9-4514-b5cc-1b81c9c09b61 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=542fa9eb-ec39-4753-a656-a31ce64462f5,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:58.859926 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-eb3e6b17-33b9-4514-b5cc-1b81c9c09b61 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:58.864055 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-eb3e6b17-33b9-4514-b5cc-1b81c9c09b61 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2157793 Jul 13 20:21:58.865280 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 46808) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:58.870410 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-412b558b-946a-4d43-a7a4-685f085d4406 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Request body: {'security_group_rule': {'security_group_id': 'a74124c0-93dc-4ba7-afbc-9a51116e4704', 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:21:58.887637 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-1e3299b0-5af4-4832-a611-10c002205abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:58.900641 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf9c67-5c66-41e5-887a-dffe821db83f req-f47f4688-9d7f-4ac5-93f9-6cab7bbe60d5 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:58.902215 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-90bf9c67-5c66-41e5-887a-dffe821db83f req-f47f4688-9d7f-4ac5-93f9-6cab7bbe60d5 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 946 time: 0.1172307 Jul 13 20:21:58.911232 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.db.securitygroups_db [None req-412b558b-946a-4d43-a7a4-685f085d4406 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Project 8d725fb3a49b47c287f9c134201d6823 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 20:21:58.920137 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-1e3299b0-5af4-4832-a611-10c002205abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:58.926785 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-412b558b-946a-4d43-a7a4-685f085d4406 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:58.944481 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-90bf9c67-5c66-41e5-887a-dffe821db83f req-47edd058-7181-408d-ac35-dfaf1726758e tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358109 Jul 13 20:21:59.002439 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-412b558b-946a-4d43-a7a4-685f085d4406 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:59.006382 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-412b558b-946a-4d43-a7a4-685f085d4406 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670184'] for security_group_rule, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:59.024888 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-1e3299b0-5af4-4832-a611-10c002205abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:59.027337 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-1e3299b0-5af4-4832-a611-10c002205abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:59.028538 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-1e3299b0-5af4-4832-a611-10c002205abc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ca79539-8881-4d09-bcb7-6fd24156c40e HTTP/1.1" status: 204 len: 168 time: 0.2566793 Jul 13 20:21:59.034478 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b558b-946a-4d43-a7a4-685f085d4406 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b0524c-ff3a-437f-8bd1-416274977702,revision_number=0']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:59.044888 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-412b558b-946a-4d43-a7a4-685f085d4406 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:59.046087 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-412b558b-946a-4d43-a7a4-685f085d4406 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1792960 Jul 13 20:21:59.047070 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3299b0-5af4-4832-a611-10c002205abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca79539-8881-4d09-bcb7-6fd24156c40e,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:59.049011 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 46812) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:59.054083 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-d48a77aa-4d7c-4c09-83f6-2f831772a6d5 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Request body: {'security_group_rule': {'security_group_id': 'a74124c0-93dc-4ba7-afbc-9a51116e4704', 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:21:59.085815 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.db.securitygroups_db [None req-d48a77aa-4d7c-4c09-83f6-2f831772a6d5 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Project 8d725fb3a49b47c287f9c134201d6823 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 20:21:59.091768 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d48a77aa-4d7c-4c09-83f6-2f831772a6d5 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:59.168297 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d48a77aa-4d7c-4c09-83f6-2f831772a6d5 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:59.174489 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d48a77aa-4d7c-4c09-83f6-2f831772a6d5 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670184'] for security_group_rule, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:59.198425 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d48a77aa-4d7c-4c09-83f6-2f831772a6d5 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:59.199891 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-d48a77aa-4d7c-4c09-83f6-2f831772a6d5 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1499500 Jul 13 20:21:59.205366 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a77aa-4d7c-4c09-83f6-2f831772a6d5 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e7d103-7123-4fd5-a5c0-c09546933d3a,revision_number=0']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:59.291114 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed66001-04e8-44ff-9dfb-829176d2cb18 req-1c1d1df4-390a-46d9-b70c-12d39ffc179d tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:59.299783 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bed66001-04e8-44ff-9dfb-829176d2cb18 req-1c1d1df4-390a-46d9-b70c-12d39ffc179d tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 944 time: 0.0813751 Jul 13 20:21:59.346598 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bed66001-04e8-44ff-9dfb-829176d2cb18 req-825aa4ad-335d-407e-a4eb-ad3c951b600a tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457554 Jul 13 20:21:59.378244 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 36311273-448f-41d4-83c7-d3f866cdc455 up at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:21:59.430543 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5738d88-55c7-4165-a13b-c26206622741 None None] Sync routers for ids ['039d4cd5-a31d-4f2c-bc94-6afee2e12508'] in dv-cinder-800697-1-iscsi {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:21:59.442530 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5738d88-55c7-4165-a13b-c26206622741 None None] Routers {'039d4cd5-a31d-4f2c-bc94-6afee2e12508'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:21:59.443160 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-b5738d88-55c7-4165-a13b-c26206622741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:21:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['039d4cd5-a31d-4f2c-bc94-6afee2e12508'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:59.453910 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning for port 36311273-448f-41d4-83c7-d3f866cdc455 completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:21:59.460198 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning complete for port 36311273-448f-41d4-83c7-d3f866cdc455 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:59.460859 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:59.573089 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:59.586105 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-b5738d88-55c7-4165-a13b-c26206622741 None None] Set router 039d4cd5-a31d-4f2c-bc94-6afee2e12508 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:21:59.631128 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45fc7027-9a26-430d-86e9-06b71d05f240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36311273-448f-41d4-83c7-d3f866cdc455'}] {{(pid=92959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:21:59.634752 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a95ef25a805c455dc0e319f75fe5c37b751c8207b334ba38c934020b16a01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10946dac-84f9-4781-ac80-64d5b239f707" -d '{"events": [{"server_uuid": "45fc7027-9a26-430d-86e9-06b71d05f240", "name": "network-vif-plugged", "status": "completed", "tag": "36311273-448f-41d4-83c7-d3f866cdc455"}]}' {{(pid=92959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:21:59.816912 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa7d863-6342-4f0d-9a03-f0c7341ec714 x-openstack-request-id: req-8aa7d863-6342-4f0d-9a03-f0c7341ec714 {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:21:59.817447 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45fc7027-9a26-430d-86e9-06b71d05f240", "name": "network-vif-plugged", "status": "completed", "tag": "36311273-448f-41d4-83c7-d3f866cdc455", "code": 200}]} {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:21:59.817547 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8aa7d863-6342-4f0d-9a03-f0c7341ec714 {{(pid=92959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:21:59.817913 dv-cinder-800697-1-iscsi neutron-server[92959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45fc7027-9a26-430d-86e9-06b71d05f240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36311273-448f-41d4-83c7-d3f866cdc455', 'code': 200} Jul 13 20:21:59.819902 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device e4b87bb8-78fa-4cd2-9bd6-d836647c0893 up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:21:59.833545 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 36311273-448f-41d4-83c7-d3f866cdc455, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=36311273-448f-41d4-83c7-d3f866cdc455,segment=NetworkSegment(71eb11d8-5f9a-449d-80b6-f03fd5bc353d),segment_id=71eb11d8-5f9a-449d-80b6-f03fd5bc353d)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:21:59.876738 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:59.949915 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=36311273-448f-41d4-83c7-d3f866cdc455,revision_number=5']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:59.963547 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port e4b87bb8-78fa-4cd2-9bd6-d836647c0893 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:59.963547 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:00.086982 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-b5738d88-55c7-4165-a13b-c26206622741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039d4cd5-a31d-4f2c-bc94-6afee2e12508', 'name': 'tempest-TestVolumeBootPattern-38827185-router', 'tenant_id': 'cc472f27e0944f928897319ed6b8acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'e4b87bb8-78fa-4cd2-9bd6-d836647c0893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:50Z', 'updated_at': '2021-07-13T20:21:56Z', 'revision_number': 4, 'project_id': 'cc472f27e0944f928897319ed6b8acb3', 'gw_port': {'id': 'e4b87bb8-78fa-4cd2-9bd6-d836647c0893', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039d4cd5-a31d-4f2c-bc94-6afee2e12508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:51Z', 'updated_at': '2021-07-13T20:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': '4787424c-5c6b-4e36-a2a9-9d01b8d78afb', 'name': '', 'network_id': '180b9786-4b94-48cb-a76a-02a8fb732f14', 'tenant_id': 'cc472f27e0944f928897319ed6b8acb3', 'mac_address': 'fa:16:3e:42:b7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039d4cd5-a31d-4f2c-bc94-6afee2e12508', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '73315f3a-da2c-4c57-8845-58b4c532f941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:55Z', 'updated_at': '2021-07-13T20:21:56Z', 'revision_number': 2, 'project_id': 'cc472f27e0944f928897319ed6b8acb3', 'subnets': [{'id': '73315f3a-da2c-4c57-8845-58b4c532f941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:22:00.102384 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device d0f08f76-5dff-4021-b0ff-10c295842a5d no longer exists at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:22:00.127302 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] No Port match for: d0f08f76-5dff-4021-b0ff-10c295842a5d {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:22:00.127989 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device d0f08f76-5dff-4021-b0ff-10c295842a5d not bound to the agent host dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:22:00.168648 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5738d88-55c7-4165-a13b-c26206622741 None None] Checking router: 039d4cd5-a31d-4f2c-bc94-6afee2e12508 for host: dv-cinder-800697-1-iscsi {{(pid=92960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:22:00.169184 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5738d88-55c7-4165-a13b-c26206622741 None None] Updating router 039d4cd5-a31d-4f2c-bc94-6afee2e12508 port 4787424c-5c6b-4e36-a2a9-9d01b8d78afb binding host dv-cinder-800697-1-iscsi {{(pid=92960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:22:00.184316 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e292f-707a-4e81-a3b3-93babfc351e7 req-5c13d662-2b22-4244-a096-283a04a65f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:00.186802 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-311e292f-707a-4e81-a3b3-93babfc351e7 req-5c13d662-2b22-4244-a096-283a04a65f41 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 1098 time: 0.1798978 Jul 13 20:22:00.210797 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b05e2-6e82-4fab-a522-daf8409981c3 req-b2470281-2173-4f0b-ac2e-3ce62ab297e5 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:00.217826 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dd6b05e2-6e82-4fab-a522-daf8409981c3 req-b2470281-2173-4f0b-ac2e-3ce62ab297e5 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 946 time: 0.1200836 Jul 13 20:22:00.236243 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b5738d88-55c7-4165-a13b-c26206622741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:00.238301 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-311e292f-707a-4e81-a3b3-93babfc351e7 req-27217878-806f-40b9-a286-c0e218a1414f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439284 Jul 13 20:22:00.287384 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dd6b05e2-6e82-4fab-a522-daf8409981c3 req-817968d4-80b5-4c13-9693-652ffc2434fc tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611072 Jul 13 20:22:00.351995 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 46888) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:22:00.494392 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-b1e9b6f8-3df3-4a80-8817-b7690ce82f0c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-854560168-network', 'tenant_id': 'cb3753324fc247e58e25bf13ae9da2cd'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:22:00.538283 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e9b6f8-3df3-4a80-8817-b7690ce82f0c admin admin] Made reservation on behalf of cb3753324fc247e58e25bf13ae9da2cd for: {'network': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:22:00.543631 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-b1e9b6f8-3df3-4a80-8817-b7690ce82f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for network, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:00.558363 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-b1e9b6f8-3df3-4a80-8817-b7690ce82f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:00.625588 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b5738d88-55c7-4165-a13b-c26206622741 None None] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:00.638736 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a0e94-462b-4d63-89a3-a2ecff2678ad req-a56f4c54-d629-4830-addf-059c8f042ff6 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:00.642270 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-292a0e94-462b-4d63-89a3-a2ecff2678ad req-a56f4c54-d629-4830-addf-059c8f042ff6 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 945 time: 0.1388056 Jul 13 20:22:00.643132 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [None req-b5738d88-55c7-4165-a13b-c26206622741 None None] Transition to ACTIVE for port object 4787424c-5c6b-4e36-a2a9-9d01b8d78afb will not be triggered until provisioned by entity L2. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:22:00.653430 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b5738d88-55c7-4165-a13b-c26206622741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:00.696580 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-292a0e94-462b-4d63-89a3-a2ecff2678ad req-9ff40bfb-7f6e-4fb6-a3ff-2f77662caff1 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480988 Jul 13 20:22:00.705165 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-b1e9b6f8-3df3-4a80-8817-b7690ce82f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:00.709659 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-b1e9b6f8-3df3-4a80-8817-b7690ce82f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:00.729857 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e9b6f8-3df3-4a80-8817-b7690ce82f0c admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=92957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:22:00.744362 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572ffb1-b543-4949-9eee-a88e389d978b None None] Pushing event updated for resources: {'Port': ['ID=4787424c-5c6b-4e36-a2a9-9d01b8d78afb,revision_number=3']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:00.744521 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-b1e9b6f8-3df3-4a80-8817-b7690ce82f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996'] for segment, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:00.744848 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.db.segments_db [None req-b1e9b6f8-3df3-4a80-8817-b7690ce82f0c admin admin] Added segment 99d24947-4e54-4aa5-9179-1db39be6bc4a of type vlan for network 1f140b9e-2364-4692-a305-f372cdcd3033 Jul 13 20:22:00.769465 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572ffb1-b543-4949-9eee-a88e389d978b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:00.770059 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572ffb1-b543-4949-9eee-a88e389d978b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:00.770533 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572ffb1-b543-4949-9eee-a88e389d978b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:00.771084 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572ffb1-b543-4949-9eee-a88e389d978b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:00.771558 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572ffb1-b543-4949-9eee-a88e389d978b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:00.772060 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572ffb1-b543-4949-9eee-a88e389d978b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:00.772542 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572ffb1-b543-4949-9eee-a88e389d978b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:00.773024 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572ffb1-b543-4949-9eee-a88e389d978b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:00.773352 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572ffb1-b543-4949-9eee-a88e389d978b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:00.773671 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572ffb1-b543-4949-9eee-a88e389d978b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:00.773991 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572ffb1-b543-4949-9eee-a88e389d978b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:00.774382 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572ffb1-b543-4949-9eee-a88e389d978b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:00.799830 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9b6f8-3df3-4a80-8817-b7690ce82f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a64d05-dadf-469e-9c70-d6da546477a1,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:00.827740 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-b1e9b6f8-3df3-4a80-8817-b7690ce82f0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781992687126'] for network, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:00.832025 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [None req-b5738d88-55c7-4165-a13b-c26206622741 None None] Attempting to bind port 4787424c-5c6b-4e36-a2a9-9d01b8d78afb on host dv-cinder-800697-1-iscsi for vnic_type normal with profile {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:22:00.832636 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [None req-b5738d88-55c7-4165-a13b-c26206622741 None None] Attempting to bind port 4787424c-5c6b-4e36-a2a9-9d01b8d78afb by drivers openvswitch,hyperv on host dv-cinder-800697-1-iscsi at level 0 using segments [{'id': '9f3a3e20-926c-44fc-901c-42fcf09f8664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '180b9786-4b94-48cb-a76a-02a8fb732f14'}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:22:00.833162 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5738d88-55c7-4165-a13b-c26206622741 None None] Attempting to bind port 4787424c-5c6b-4e36-a2a9-9d01b8d78afb on network 180b9786-4b94-48cb-a76a-02a8fb732f14 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:22:00.839376 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5738d88-55c7-4165-a13b-c26206622741 None None] Checking agent: {'id': '9033cd36-ce31-4b6d-a813-8d08366f9d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 10, 7), 'started_at': datetime.datetime(2021, 7, 13, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:22:00.839833 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5738d88-55c7-4165-a13b-c26206622741 None None] Checking segment: {'id': '9f3a3e20-926c-44fc-901c-42fcf09f8664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '180b9786-4b94-48cb-a76a-02a8fb732f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:22:00.840266 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b5738d88-55c7-4165-a13b-c26206622741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:00.840716 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5738d88-55c7-4165-a13b-c26206622741 None None] Bound using segment: {'id': '9f3a3e20-926c-44fc-901c-42fcf09f8664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '180b9786-4b94-48cb-a76a-02a8fb732f14'} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:22:00.841191 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [None req-b5738d88-55c7-4165-a13b-c26206622741 None None] Bound port: 4787424c-5c6b-4e36-a2a9-9d01b8d78afb, host: dv-cinder-800697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f3a3e20-926c-44fc-901c-42fcf09f8664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '180b9786-4b94-48cb-a76a-02a8fb732f14'}}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:22:00.841586 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b5738d88-55c7-4165-a13b-c26206622741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:00.874367 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-b1e9b6f8-3df3-4a80-8817-b7690ce82f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962'] for network, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:00.875445 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e9b6f8-3df3-4a80-8817-b7690ce82f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:00.876151 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-b1e9b6f8-3df3-4a80-8817-b7690ce82f0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for network, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:00.935157 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-b1e9b6f8-3df3-4a80-8817-b7690ce82f0c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5820129 Jul 13 20:22:00.938034 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 46902) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:22:00.941066 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9b6f8-3df3-4a80-8817-b7690ce82f0c admin admin] Pushing event updated for resources: {'Network': ['ID=1f140b9e-2364-4692-a305-f372cdcd3033,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:00.945145 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-450562e5-a3d2-407a-b907-8144761a41f2 admin admin] Request body: {'subnet': {'network_id': '1f140b9e-2364-4692-a305-f372cdcd3033', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-854560168-subnet', 'tenant_id': 'cb3753324fc247e58e25bf13ae9da2cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:22:00.949776 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-b5738d88-55c7-4165-a13b-c26206622741 None None] For port 4787424c-5c6b-4e36-a2a9-9d01b8d78afb, host dv-cinder-800697-1-iscsi, cleared binding levels {{(pid=92960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:22:00.953450 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-b5738d88-55c7-4165-a13b-c26206622741 None None] For port 4787424c-5c6b-4e36-a2a9-9d01b8d78afb, host dv-cinder-800697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=4787424c-5c6b-4e36-a2a9-9d01b8d78afb,segment=NetworkSegment(9f3a3e20-926c-44fc-901c-42fcf09f8664),segment_id=9f3a3e20-926c-44fc-901c-42fcf09f8664)] {{(pid=92960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:22:00.954979 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Network 1f140b9e-2364-4692-a305-f372cdcd3033 details requested by agent ovs-agent-dv-cinder-800697-1-iscsi with host dv-cinder-800697-1-iscsi {{(pid=92959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:22:00.959387 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b5738d88-55c7-4165-a13b-c26206622741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:00.976055 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450562e5-a3d2-407a-b907-8144761a41f2 admin admin] Made reservation on behalf of cb3753324fc247e58e25bf13ae9da2cd for: {'subnet': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:22:00.978521 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-450562e5-a3d2-407a-b907-8144761a41f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15819432'] for subnet, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:01.019104 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5738d88-55c7-4165-a13b-c26206622741 None None] Routers {'039d4cd5-a31d-4f2c-bc94-6afee2e12508'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:22:01.020196 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-b5738d88-55c7-4165-a13b-c26206622741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:21:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['039d4cd5-a31d-4f2c-bc94-6afee2e12508'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:22:01.062797 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572ffb1-b543-4949-9eee-a88e389d978b None None] Pushing event updated for resources: {'Port': ['ID=4787424c-5c6b-4e36-a2a9-9d01b8d78afb,revision_number=4']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:01.156967 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-b5738d88-55c7-4165-a13b-c26206622741 None None] Set router 039d4cd5-a31d-4f2c-bc94-6afee2e12508 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:22:01.276094 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-450562e5-a3d2-407a-b907-8144761a41f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15916259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15819418'] for subnet, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:01.343573 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450562e5-a3d2-407a-b907-8144761a41f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3f1316f-c57f-46e4-87be-20c11623d487,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:01.353049 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450562e5-a3d2-407a-b907-8144761a41f2 admin admin] Checking segment: {'id': '99d24947-4e54-4aa5-9179-1db39be6bc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1f140b9e-2364-4692-a305-f372cdcd3033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:22:01.353395 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450562e5-a3d2-407a-b907-8144761a41f2 admin admin] Network hostable DHCP agents. Network: 1f140b9e-2364-4692-a305-f372cdcd3033, hostable agents: ['9d6e4556-3812-4c7d-88f2-13bd16a57861'], hosted agents: [] {{(pid=92958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:22:01.371821 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450562e5-a3d2-407a-b907-8144761a41f2 admin admin] Network 1f140b9e-2364-4692-a305-f372cdcd3033 is scheduled to be hosted by DHCP agent 9d6e4556-3812-4c7d-88f2-13bd16a57861 with binding_index 1 {{(pid=92958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:22:01.381915 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-450562e5-a3d2-407a-b907-8144761a41f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-1-iscsi, 1f140b9e-2364-4692-a305-f372cdcd3033) {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:22:01.386240 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450562e5-a3d2-407a-b907-8144761a41f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:01.386993 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-450562e5-a3d2-407a-b907-8144761a41f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for subnet, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:01.394843 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be47df6-a237-4474-af64-eeeb5be3b8c6 None None] Network 1f140b9e-2364-4692-a305-f372cdcd3033 requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:22:01.404098 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-450562e5-a3d2-407a-b907-8144761a41f2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4644644 Jul 13 20:22:01.414222 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-b5738d88-55c7-4165-a13b-c26206622741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039d4cd5-a31d-4f2c-bc94-6afee2e12508', 'name': 'tempest-TestVolumeBootPattern-38827185-router', 'tenant_id': 'cc472f27e0944f928897319ed6b8acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'e4b87bb8-78fa-4cd2-9bd6-d836647c0893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:50Z', 'updated_at': '2021-07-13T20:21:56Z', 'revision_number': 4, 'project_id': 'cc472f27e0944f928897319ed6b8acb3', 'gw_port': {'id': 'e4b87bb8-78fa-4cd2-9bd6-d836647c0893', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039d4cd5-a31d-4f2c-bc94-6afee2e12508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:51Z', 'updated_at': '2021-07-13T20:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': '4787424c-5c6b-4e36-a2a9-9d01b8d78afb', 'name': '', 'network_id': '180b9786-4b94-48cb-a76a-02a8fb732f14', 'tenant_id': 'cc472f27e0944f928897319ed6b8acb3', 'mac_address': 'fa:16:3e:42:b7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039d4cd5-a31d-4f2c-bc94-6afee2e12508', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '73315f3a-da2c-4c57-8845-58b4c532f941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:55Z', 'updated_at': '2021-07-13T20:22:00Z', 'revision_number': 4, 'project_id': 'cc472f27e0944f928897319ed6b8acb3', 'subnets': [{'id': '73315f3a-da2c-4c57-8845-58b4c532f941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:22:01.444366 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5738d88-55c7-4165-a13b-c26206622741 None None] The sync data for ids ['039d4cd5-a31d-4f2c-bc94-6afee2e12508'] in dv-cinder-800697-1-iscsi is: [{'id': '039d4cd5-a31d-4f2c-bc94-6afee2e12508', 'name': 'tempest-TestVolumeBootPattern-38827185-router', 'tenant_id': 'cc472f27e0944f928897319ed6b8acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'e4b87bb8-78fa-4cd2-9bd6-d836647c0893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:50Z', 'updated_at': '2021-07-13T20:21:56Z', 'revision_number': 4, 'project_id': 'cc472f27e0944f928897319ed6b8acb3', 'gw_port': {'id': 'e4b87bb8-78fa-4cd2-9bd6-d836647c0893', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039d4cd5-a31d-4f2c-bc94-6afee2e12508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:51Z', 'updated_at': '2021-07-13T20:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': '4787424c-5c6b-4e36-a2a9-9d01b8d78afb', 'name': '', 'network_id': '180b9786-4b94-48cb-a76a-02a8fb732f14', 'tenant_id': 'cc472f27e0944f928897319ed6b8acb3', 'mac_address': 'fa:16:3e:42:b7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039d4cd5-a31d-4f2c-bc94-6afee2e12508', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '73315f3a-da2c-4c57-8845-58b4c532f941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:55Z', 'updated_at': '2021-07-13T20:22:00Z', 'revision_number': 4, 'project_id': 'cc472f27e0944f928897319ed6b8acb3', 'subnets': [{'id': '73315f3a-da2c-4c57-8845-58b4c532f941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:22:01.569347 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f8246a-28b5-4794-a22d-859abae3cc24 None None] Network 1f140b9e-2364-4692-a305-f372cdcd3033 requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:22:01.739582 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 4787424c-5c6b-4e36-a2a9-9d01b8d78afb up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:22:01.801669 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning for port 4787424c-5c6b-4e36-a2a9-9d01b8d78afb completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:22:01.807083 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port 4787424c-5c6b-4e36-a2a9-9d01b8d78afb triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:22:01.808733 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:01.928062 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:01.976140 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] For port 4787424c-5c6b-4e36-a2a9-9d01b8d78afb, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=4787424c-5c6b-4e36-a2a9-9d01b8d78afb,segment=NetworkSegment(9f3a3e20-926c-44fc-901c-42fcf09f8664),segment_id=9f3a3e20-926c-44fc-901c-42fcf09f8664)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:22:01.982982 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:01.997591 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fa4c3-1f50-47f5-8bb0-3e24d05abfe2 req-53b75e7e-d0d6-4206-ad57-c6cddc9c984e tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:01.999177 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0a9fa4c3-1f50-47f5-8bb0-3e24d05abfe2 req-53b75e7e-d0d6-4206-ad57-c6cddc9c984e tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 945 time: 0.1460235 Jul 13 20:22:02.039264 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-7dfb4886-c878-4902-b4e0-a3fbb4803fe8 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:02.040948 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-7dfb4886-c878-4902-b4e0-a3fbb4803fe8 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/networks?id=1f140b9e-2364-4692-a305-f372cdcd3033 HTTP/1.1" status: 200 len: 814 time: 0.1504817 Jul 13 20:22:02.059010 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Pushing event updated for resources: {'Port': ['ID=4787424c-5c6b-4e36-a2a9-9d01b8d78afb,revision_number=5']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:02.070646 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0a9fa4c3-1f50-47f5-8bb0-3e24d05abfe2 req-46b747bf-bfa2-4f2d-9f31-82a715978bee tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648379 Jul 13 20:22:02.073133 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-ab4d20c1-98f4-4da6-b8af-dfbe1f2ddb82 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/quotas/cb3753324fc247e58e25bf13ae9da2cd HTTP/1.1" status: 200 len: 375 time: 0.0252357 Jul 13 20:22:02.111143 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-eaa248fa-7fcd-4838-abc3-5442dfd08b26 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb3753324fc247e58e25bf13ae9da2cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296488 Jul 13 20:22:02.247499 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-369f8a89-1c79-4d6e-9c8a-b30d68f17e51 service neutron] 10.222.0.41 "GET /v2.0/networks/1f140b9e-2364-4692-a305-f372cdcd3033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290302 Jul 13 20:22:02.581861 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199752aa-0834-447a-bb44-1eb222711c8e req-d098ca6a-2159-42eb-98b0-e3b51f8d5c9b tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:02.583627 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-199752aa-0834-447a-bb44-1eb222711c8e req-d098ca6a-2159-42eb-98b0-e3b51f8d5c9b tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 945 time: 0.3800464 Jul 13 20:22:02.617863 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-5584e74a-68cd-4128-883e-08289a4b4459 service neutron] 10.222.0.41 "GET /v2.0/networks/1f140b9e-2364-4692-a305-f372cdcd3033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556671 Jul 13 20:22:02.636996 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-199752aa-0834-447a-bb44-1eb222711c8e req-9d1abb9e-4fae-402a-adbd-a615bcda4aff tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473554 Jul 13 20:22:02.811290 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-54c90982-5bdd-4ec1-8ce1-12929c925d3d req-465b0303-2993-493c-9c21-cd2a2943f1df tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=8794670a-b427-4ecb-b4df-a7f6d4f3107e HTTP/1.1" status: 200 len: 210 time: 0.0312905 Jul 13 20:22:03.063656 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5644b42-cf65-41e9-9e10-1e2af6e960f9 req-b4ba01fe-aa06-466e-9780-74dcf5753ac2 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:03.066087 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c5644b42-cf65-41e9-9e10-1e2af6e960f9 req-b4ba01fe-aa06-466e-9780-74dcf5753ac2 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 945 time: 0.0774848 Jul 13 20:22:03.137240 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c5644b42-cf65-41e9-9e10-1e2af6e960f9 req-c55f0e8b-b00f-482d-8b99-c3418e1ba1ea tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630879 Jul 13 20:22:03.670306 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 4787424c-5c6b-4e36-a2a9-9d01b8d78afb up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:22:03.718945 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port 4787424c-5c6b-4e36-a2a9-9d01b8d78afb triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:22:03.719323 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:03.772829 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-10893e8e-57c8-4994-8df1-3333c37570db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:03.960360 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1405056a-2880-41c2-92e6-f760d2c55706 req-e2d5b0d0-d408-4319-8218-639ac1222a1e tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=8794670a-b427-4ecb-b4df-a7f6d4f3107e HTTP/1.1" status: 200 len: 210 time: 0.0289311 Jul 13 20:22:04.174287 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-18c20079-ef2b-41a0-94eb-37fd16346aac tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:04.176062 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-18c20079-ef2b-41a0-94eb-37fd16346aac tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.47 "GET /v2.0/networks?id=1f140b9e-2364-4692-a305-f372cdcd3033 HTTP/1.1" status: 200 len: 814 time: 0.1385770 Jul 13 20:22:04.189817 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-b9d97ee6-0fce-43bb-8da5-3f3f60c08450 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Request body: {'port': {'device_id': '8794670a-b427-4ecb-b4df-a7f6d4f3107e', 'network_id': '1f140b9e-2364-4692-a305-f372cdcd3033', 'admin_state_up': True, 'tenant_id': 'cb3753324fc247e58e25bf13ae9da2cd'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:22:04.314668 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-b9d97ee6-0fce-43bb-8da5-3f3f60c08450 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Made reservation on behalf of cb3753324fc247e58e25bf13ae9da2cd for: {'port': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:22:04.318671 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-b9d97ee6-0fce-43bb-8da5-3f3f60c08450 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:04.473728 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_common [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-b9d97ee6-0fce-43bb-8da5-3f3f60c08450 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Allocated IP 172.20.0.3 (1f140b9e-2364-4692-a305-f372cdcd3033/a3f1316f-c57f-46e4-87be-20c11623d487/2d331a25-fcbb-49e7-b839-18a5df748c87) {{(pid=92957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:22:04.633833 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-b9d97ee6-0fce-43bb-8da5-3f3f60c08450 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Notify callbacks [] for port, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:04.680730 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-b9d97ee6-0fce-43bb-8da5-3f3f60c08450 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:04.739284 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-b9d97ee6-0fce-43bb-8da5-3f3f60c08450 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Network 1f140b9e-2364-4692-a305-f372cdcd3033 is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:22:04.745580 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-b9d97ee6-0fce-43bb-8da5-3f3f60c08450 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:22:04.749137 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-b9d97ee6-0fce-43bb-8da5-3f3f60c08450 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Received port after_create {{(pid=92957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:22:04.783079 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d97ee6-0fce-43bb-8da5-3f3f60c08450 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Pushing event updated for resources: {'Port': ['ID=2d331a25-fcbb-49e7-b839-18a5df748c87,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:04.813106 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-b9d97ee6-0fce-43bb-8da5-3f3f60c08450 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:04.820239 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-b9d97ee6-0fce-43bb-8da5-3f3f60c08450 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:04.832412 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-b9d97ee6-0fce-43bb-8da5-3f3f60c08450 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6466811 Jul 13 20:22:04.847846 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-f202853f-3e1e-482c-8ab6-93406b19af7c service neutron] Request body: {'port': {'device_id': '8794670a-b427-4ecb-b4df-a7f6d4f3107e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:22:04.945813 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-f202853f-3e1e-482c-8ab6-93406b19af7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:04.956087 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 6 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:22:05.170240 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4132b-d681-460b-8b1b-d54e02e170cd req-7dd73691-385c-4aad-9d4d-1fc314c3560b tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:05.175294 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-25b4132b-d681-460b-8b1b-d54e02e170cd req-7dd73691-385c-4aad-9d4d-1fc314c3560b tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=8794670a-b427-4ecb-b4df-a7f6d4f3107e HTTP/1.1" status: 200 len: 931 time: 0.0834620 Jul 13 20:22:05.231383 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-25b4132b-d681-460b-8b1b-d54e02e170cd req-f0c04fec-e940-4ad6-b310-1cd5596bc763 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482790 Jul 13 20:22:05.324224 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-f202853f-3e1e-482c-8ab6-93406b19af7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d331a25-fcbb-49e7-b839-18a5df748c87 {{(pid=92957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:22:05.333968 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-f202853f-3e1e-482c-8ab6-93406b19af7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:05.351031 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.provisioning_blocks [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-f202853f-3e1e-482c-8ab6-93406b19af7c service neutron] Transition to ACTIVE for port object 2d331a25-fcbb-49e7-b839-18a5df748c87 will not be triggered until provisioned by entity L2. {{(pid=92957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:22:05.356232 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-f202853f-3e1e-482c-8ab6-93406b19af7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:05.444930 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202853f-3e1e-482c-8ab6-93406b19af7c service neutron] Pushing event updated for resources: {'Port': ['ID=2d331a25-fcbb-49e7-b839-18a5df748c87,revision_number=2']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:05.505101 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-f202853f-3e1e-482c-8ab6-93406b19af7c service neutron] Attempting to bind port 2d331a25-fcbb-49e7-b839-18a5df748c87 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:22:05.505571 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-f202853f-3e1e-482c-8ab6-93406b19af7c service neutron] Attempting to bind port 2d331a25-fcbb-49e7-b839-18a5df748c87 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '99d24947-4e54-4aa5-9179-1db39be6bc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1f140b9e-2364-4692-a305-f372cdcd3033'}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:22:05.505745 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-f202853f-3e1e-482c-8ab6-93406b19af7c service neutron] Attempting to bind port 2d331a25-fcbb-49e7-b839-18a5df748c87 on network 1f140b9e-2364-4692-a305-f372cdcd3033 {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:22:05.511898 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-f202853f-3e1e-482c-8ab6-93406b19af7c service neutron] Port 2d331a25-fcbb-49e7-b839-18a5df748c87 on network 1f140b9e-2364-4692-a305-f372cdcd3033 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:22:05.512416 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-f202853f-3e1e-482c-8ab6-93406b19af7c service neutron] Attempting to bind port 2d331a25-fcbb-49e7-b839-18a5df748c87 on network 1f140b9e-2364-4692-a305-f372cdcd3033 {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:22:05.517395 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-f202853f-3e1e-482c-8ab6-93406b19af7c service neutron] Checking agent: {'id': 'ee728df3-37aa-4a8e-b7f1-721981839fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'started_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:22:05.517753 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-f202853f-3e1e-482c-8ab6-93406b19af7c service neutron] Checking segment: {'id': '99d24947-4e54-4aa5-9179-1db39be6bc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1f140b9e-2364-4692-a305-f372cdcd3033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:22:05.518132 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-f202853f-3e1e-482c-8ab6-93406b19af7c service neutron] Bound using segment: {'id': '99d24947-4e54-4aa5-9179-1db39be6bc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1f140b9e-2364-4692-a305-f372cdcd3033'} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:22:05.518558 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-f202853f-3e1e-482c-8ab6-93406b19af7c service neutron] Bound port: 2d331a25-fcbb-49e7-b839-18a5df748c87, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99d24947-4e54-4aa5-9179-1db39be6bc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1f140b9e-2364-4692-a305-f372cdcd3033'}}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:22:05.518914 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-f202853f-3e1e-482c-8ab6-93406b19af7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:05.583489 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-f202853f-3e1e-482c-8ab6-93406b19af7c service neutron] For port 2d331a25-fcbb-49e7-b839-18a5df748c87, host hv-cinder-80069, cleared binding levels {{(pid=92957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:22:05.586684 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-f202853f-3e1e-482c-8ab6-93406b19af7c service neutron] For port 2d331a25-fcbb-49e7-b839-18a5df748c87, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2d331a25-fcbb-49e7-b839-18a5df748c87,segment=NetworkSegment(99d24947-4e54-4aa5-9179-1db39be6bc4a),segment_id=99d24947-4e54-4aa5-9179-1db39be6bc4a)] {{(pid=92957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:22:05.593686 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-f202853f-3e1e-482c-8ab6-93406b19af7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:05.639863 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-f202853f-3e1e-482c-8ab6-93406b19af7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:05.640590 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-f202853f-3e1e-482c-8ab6-93406b19af7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:05.641942 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-f202853f-3e1e-482c-8ab6-93406b19af7c service neutron] 10.222.0.47 "PUT /v2.0/ports/2d331a25-fcbb-49e7-b839-18a5df748c87 HTTP/1.1" status: 200 len: 1093 time: 0.8003614 Jul 13 20:22:05.642388 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8794670a-b427-4ecb-b4df-a7f6d4f3107e', 'tag': '2d331a25-fcbb-49e7-b839-18a5df748c87'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:22:05.644718 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96316529-6050-4430-9528-8a6bc14db01a" -d '{"events": [{"name": "network-changed", "server_uuid": "8794670a-b427-4ecb-b4df-a7f6d4f3107e", "tag": "2d331a25-fcbb-49e7-b839-18a5df748c87"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:22:05.669531 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202853f-3e1e-482c-8ab6-93406b19af7c service neutron] Pushing event updated for resources: {'Port': ['ID=2d331a25-fcbb-49e7-b839-18a5df748c87,revision_number=3']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:05.698125 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad97ffac-19cd-4ee5-a551-cdd55b5ae1e6 x-openstack-request-id: req-ad97ffac-19cd-4ee5-a551-cdd55b5ae1e6 {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:22:05.698619 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8794670a-b427-4ecb-b4df-a7f6d4f3107e", "tag": "2d331a25-fcbb-49e7-b839-18a5df748c87", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:22:05.699069 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ad97ffac-19cd-4ee5-a551-cdd55b5ae1e6 {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:22:05.699709 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8794670a-b427-4ecb-b4df-a7f6d4f3107e', 'tag': '2d331a25-fcbb-49e7-b839-18a5df748c87', 'status': 'completed', 'code': 200} Jul 13 20:22:05.770414 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-946085e7-e9c4-43d9-ba55-9ac040168957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:05.772998 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-946085e7-e9c4-43d9-ba55-9ac040168957 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb3753324fc247e58e25bf13ae9da2cd&device_id=8794670a-b427-4ecb-b4df-a7f6d4f3107e HTTP/1.1" status: 200 len: 1096 time: 0.0643589 Jul 13 20:22:05.819603 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-a66ca12e-5334-4d7c-951b-a2cab442bc14 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d331a25-fcbb-49e7-b839-18a5df748c87 HTTP/1.1" status: 200 len: 217 time: 0.0378084 Jul 13 20:22:05.876546 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-309fc7dd-77d9-4cc0-8a14-618b041ef7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:05.878032 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-309fc7dd-77d9-4cc0-8a14-618b041ef7ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3f1316f-c57f-46e4-87be-20c11623d487 HTTP/1.1" status: 200 len: 854 time: 0.0496294 Jul 13 20:22:05.917825 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-9b4c465d-33a5-4e20-9b19-8da8e3419f28 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f140b9e-2364-4692-a305-f372cdcd3033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326877 Jul 13 20:22:06.017181 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-ffd9c074-c351-4156-ab36-58af0c6dbd26 service neutron] 10.222.0.47 "GET /v2.0/networks/1f140b9e-2364-4692-a305-f372cdcd3033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894032 Jul 13 20:22:06.101300 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-11a375b7-f0fc-44dd-9009-a513c187cf64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:06.135630 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e6e530e0-e9d5-4c06-8443-b203a4a95597 req-82a34d8e-c337-471c-976c-680bb9f53d5f service neutron] 10.222.0.47 "GET /v2.0/networks/1f140b9e-2364-4692-a305-f372cdcd3033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084917 Jul 13 20:22:06.263295 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96316529-6050-4430-9528-8a6bc14db01a req-8d42116e-5e76-4e07-a95a-078d44dc9963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:06.265444 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-96316529-6050-4430-9528-8a6bc14db01a req-8d42116e-5e76-4e07-a95a-078d44dc9963 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb3753324fc247e58e25bf13ae9da2cd&device_id=8794670a-b427-4ecb-b4df-a7f6d4f3107e HTTP/1.1" status: 200 len: 1096 time: 0.0616422 Jul 13 20:22:06.380686 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96316529-6050-4430-9528-8a6bc14db01a req-2db7b68c-a010-417d-8b5b-c9c8a1569613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:06.382255 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-96316529-6050-4430-9528-8a6bc14db01a req-2db7b68c-a010-417d-8b5b-c9c8a1569613 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1f140b9e-2364-4692-a305-f372cdcd3033 HTTP/1.1" status: 200 len: 915 time: 0.1074526 Jul 13 20:22:06.429458 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f40aec-7b89-4366-a9f1-56da69acbaa9 req-875edd89-2965-48b7-be33-9a6357b8dd3d tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:06.431101 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-07f40aec-7b89-4366-a9f1-56da69acbaa9 req-875edd89-2965-48b7-be33-9a6357b8dd3d tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=8794670a-b427-4ecb-b4df-a7f6d4f3107e HTTP/1.1" status: 200 len: 943 time: 0.0859270 Jul 13 20:22:06.443416 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-96316529-6050-4430-9528-8a6bc14db01a req-a4615469-8d9b-4489-80b0-9e5ec5c9d53b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d331a25-fcbb-49e7-b839-18a5df748c87 HTTP/1.1" status: 200 len: 217 time: 0.0514941 Jul 13 20:22:06.485235 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-07f40aec-7b89-4366-a9f1-56da69acbaa9 req-a9aa3fe8-a9f3-444b-a478-a8859b737236 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445266 Jul 13 20:22:06.772009 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96316529-6050-4430-9528-8a6bc14db01a req-d9a96595-873e-4006-aace-9a35e935bf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:06.774412 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-96316529-6050-4430-9528-8a6bc14db01a req-d9a96595-873e-4006-aace-9a35e935bf1d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3f1316f-c57f-46e4-87be-20c11623d487 HTTP/1.1" status: 200 len: 854 time: 0.3226397 Jul 13 20:22:06.775626 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:06.810572 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-96316529-6050-4430-9528-8a6bc14db01a req-798e2bfe-d5c7-46ec-bbaa-a919fe2a2ba1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f140b9e-2364-4692-a305-f372cdcd3033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289106 Jul 13 20:22:06.923309 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-96316529-6050-4430-9528-8a6bc14db01a req-7bc6030c-b2e0-4463-ba16-415b0da6913e service neutron] 10.222.0.47 "GET /v2.0/networks/1f140b9e-2364-4692-a305-f372cdcd3033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994835 Jul 13 20:22:07.028809 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-96316529-6050-4430-9528-8a6bc14db01a req-b6a3d25d-b2de-448c-a9ad-b3cc5b3ebb86 service neutron] 10.222.0.47 "GET /v2.0/networks/1f140b9e-2364-4692-a305-f372cdcd3033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963795 Jul 13 20:22:07.467344 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:07.717589 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c239d-ff1e-4707-868c-bf5d44e0ee41 req-d3da6f3a-e7ea-44e4-a363-0da79763857c tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:07.720177 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b70c239d-ff1e-4707-868c-bf5d44e0ee41 req-d3da6f3a-e7ea-44e4-a363-0da79763857c tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=8794670a-b427-4ecb-b4df-a7f6d4f3107e HTTP/1.1" status: 200 len: 943 time: 0.1133213 Jul 13 20:22:07.769360 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b70c239d-ff1e-4707-868c-bf5d44e0ee41 req-d7dd168c-eb82-4ecf-8504-9ed0757941a7 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433269 Jul 13 20:22:08.961177 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f438d-f38f-455b-8c2e-544bc8a79b42 req-aeeec774-e196-4abd-9cc6-bf20fa5d7952 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:08.962813 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0c6f438d-f38f-455b-8c2e-544bc8a79b42 req-aeeec774-e196-4abd-9cc6-bf20fa5d7952 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=8794670a-b427-4ecb-b4df-a7f6d4f3107e HTTP/1.1" status: 200 len: 943 time: 0.0712755 Jul 13 20:22:09.006324 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0c6f438d-f38f-455b-8c2e-544bc8a79b42 req-821f45ab-2e20-43f6-9884-c3c0165feda6 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368657 Jul 13 20:22:09.209767 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:09.403548 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 2d331a25-fcbb-49e7-b839-18a5df748c87 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:22:09.508329 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 2d331a25-fcbb-49e7-b839-18a5df748c87, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2d331a25-fcbb-49e7-b839-18a5df748c87,segment=NetworkSegment(99d24947-4e54-4aa5-9179-1db39be6bc4a),segment_id=99d24947-4e54-4aa5-9179-1db39be6bc4a)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:22:09.523579 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Returning: {'device': '2d331a25-fcbb-49e7-b839-18a5df748c87', 'network_id': '1f140b9e-2364-4692-a305-f372cdcd3033', 'port_id': '2d331a25-fcbb-49e7-b839-18a5df748c87', 'mac_address': 'fa:16:3e:30:4c:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f1316f-c57f-46e4-87be-20c11623d487', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:22:09.584112 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:09.599028 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d331a25-fcbb-49e7-b839-18a5df748c87 {{(pid=92959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:22:09.624099 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 2d331a25-fcbb-49e7-b839-18a5df748c87, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2d331a25-fcbb-49e7-b839-18a5df748c87,segment=NetworkSegment(99d24947-4e54-4aa5-9179-1db39be6bc4a),segment_id=99d24947-4e54-4aa5-9179-1db39be6bc4a)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:22:09.629287 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:09.679872 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=2d331a25-fcbb-49e7-b839-18a5df748c87,revision_number=4']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:10.014778 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['2d331a25-fcbb-49e7-b839-18a5df748c87'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:22:10.214075 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc8afa-1c29-4b7d-9ecc-4cf012b4dbcb req-c4270fbe-cf58-440d-b7da-a717f62a51d0 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:10.216046 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c1bc8afa-1c29-4b7d-9ecc-4cf012b4dbcb req-c4270fbe-cf58-440d-b7da-a717f62a51d0 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=8794670a-b427-4ecb-b4df-a7f6d4f3107e HTTP/1.1" status: 200 len: 944 time: 0.0715618 Jul 13 20:22:10.262211 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c1bc8afa-1c29-4b7d-9ecc-4cf012b4dbcb req-765561b7-8387-47b4-b667-833228056086 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350032 Jul 13 20:22:10.703916 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-54d492b0-279b-4be6-bd71-ed7f87c3e811 req-558706f0-0bfb-474b-ad45-d9cf1662af6e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0570564 Jul 13 20:22:10.793688 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d492b0-279b-4be6-bd71-ed7f87c3e811 req-a2f86943-64aa-4bff-9b29-e1c589fc5aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:10.795299 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-54d492b0-279b-4be6-bd71-ed7f87c3e811 req-a2f86943-64aa-4bff-9b29-e1c589fc5aa0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=501a0ae42f3f4e21b957db69f265e5bd&device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 1099 time: 0.0648801 Jul 13 20:22:10.963382 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d492b0-279b-4be6-bd71-ed7f87c3e811 req-41b79aa8-e28e-4f42-99e0-51887538d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:10.965720 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-54d492b0-279b-4be6-bd71-ed7f87c3e811 req-41b79aa8-e28e-4f42-99e0-51887538d51c service neutron] 10.222.0.47 "GET /v2.0/networks?id=37c40eda-3741-4ce7-ae97-3b7c29a7405a HTTP/1.1" status: 200 len: 918 time: 0.1379855 Jul 13 20:22:11.054966 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-54d492b0-279b-4be6-bd71-ed7f87c3e811 req-3da22ad9-667f-4136-adbf-a32d9cbf5bb8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9504392-77c7-44af-b1ef-46bc1940c72c HTTP/1.1" status: 200 len: 1000 time: 0.0704179 Jul 13 20:22:11.111793 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d492b0-279b-4be6-bd71-ed7f87c3e811 req-177e42a2-6015-43ae-80bd-9e5865621117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:11.113457 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-54d492b0-279b-4be6-bd71-ed7f87c3e811 req-177e42a2-6015-43ae-80bd-9e5865621117 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04816e2f-157f-4694-821b-ba4aff3014de HTTP/1.1" status: 200 len: 856 time: 0.0469854 Jul 13 20:22:11.183437 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d492b0-279b-4be6-bd71-ed7f87c3e811 req-9feda002-7c5a-4e72-ba82-db7b4cf3532a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:11.185173 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-54d492b0-279b-4be6-bd71-ed7f87c3e811 req-9feda002-7c5a-4e72-ba82-db7b4cf3532a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37c40eda-3741-4ce7-ae97-3b7c29a7405a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0593386 Jul 13 20:22:11.287202 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-54d492b0-279b-4be6-bd71-ed7f87c3e811 req-c6d3acc5-2c00-4f6c-802a-6e8dd421bc49 service neutron] 10.222.0.47 "GET /v2.0/networks/37c40eda-3741-4ce7-ae97-3b7c29a7405a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935833 Jul 13 20:22:11.412279 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-54d492b0-279b-4be6-bd71-ed7f87c3e811 req-50b15a0d-0f0f-4134-9315-7818a207dc99 service neutron] 10.222.0.47 "GET /v2.0/networks/37c40eda-3741-4ce7-ae97-3b7c29a7405a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166565 Jul 13 20:22:11.423522 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 2d331a25-fcbb-49e7-b839-18a5df748c87 up at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:22:11.489350 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning for port 2d331a25-fcbb-49e7-b839-18a5df748c87 completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:22:11.493877 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning complete for port 2d331a25-fcbb-49e7-b839-18a5df748c87 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:22:11.494255 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:11.570324 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876370e2-0620-4e93-9291-9e5cb188032d req-5e7bd166-23ea-4e55-8231-272ac8f20be2 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:11.571936 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-876370e2-0620-4e93-9291-9e5cb188032d req-5e7bd166-23ea-4e55-8231-272ac8f20be2 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=8794670a-b427-4ecb-b4df-a7f6d4f3107e HTTP/1.1" status: 200 len: 944 time: 0.0972717 Jul 13 20:22:11.592747 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:11.628946 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8794670a-b427-4ecb-b4df-a7f6d4f3107e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d331a25-fcbb-49e7-b839-18a5df748c87'}] {{(pid=92959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:22:11.631857 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a95ef25a805c455dc0e319f75fe5c37b751c8207b334ba38c934020b16a01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448a5ad3-38f8-41f8-819c-a1215ff43b15" -d '{"events": [{"server_uuid": "8794670a-b427-4ecb-b4df-a7f6d4f3107e", "name": "network-vif-plugged", "status": "completed", "tag": "2d331a25-fcbb-49e7-b839-18a5df748c87"}]}' {{(pid=92959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:22:11.633325 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-876370e2-0620-4e93-9291-9e5cb188032d req-f2ffa8b1-eef5-4033-85f5-183aea462164 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502431 Jul 13 20:22:11.666825 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 2d331a25-fcbb-49e7-b839-18a5df748c87, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2d331a25-fcbb-49e7-b839-18a5df748c87,segment=NetworkSegment(99d24947-4e54-4aa5-9179-1db39be6bc4a),segment_id=99d24947-4e54-4aa5-9179-1db39be6bc4a)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:22:11.672060 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:11.698414 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e949a566-a70b-4568-9c96-d0e03c8648f5 x-openstack-request-id: req-e949a566-a70b-4568-9c96-d0e03c8648f5 {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:22:11.698841 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8794670a-b427-4ecb-b4df-a7f6d4f3107e", "name": "network-vif-plugged", "status": "completed", "tag": "2d331a25-fcbb-49e7-b839-18a5df748c87", "code": 200}]} {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:22:11.699096 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e949a566-a70b-4568-9c96-d0e03c8648f5 {{(pid=92959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:22:11.699498 dv-cinder-800697-1-iscsi neutron-server[92959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8794670a-b427-4ecb-b4df-a7f6d4f3107e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d331a25-fcbb-49e7-b839-18a5df748c87', 'code': 200} Jul 13 20:22:11.756098 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=2d331a25-fcbb-49e7-b839-18a5df748c87,revision_number=5']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:12.061776 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67355c-aadc-4298-8652-a76e5faf2775 req-c0835871-053e-41f6-bb67-748562039342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:12.064518 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-dc67355c-aadc-4298-8652-a76e5faf2775 req-c0835871-053e-41f6-bb67-748562039342 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8794670a-b427-4ecb-b4df-a7f6d4f3107e HTTP/1.1" status: 200 len: 1098 time: 0.0769532 Jul 13 20:22:12.116503 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-dc67355c-aadc-4298-8652-a76e5faf2775 req-fe809297-459a-458d-b94c-70ccce084bf4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385525 Jul 13 20:22:12.879900 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31520da1-e299-43b7-801c-5a23d6b0f5d8 req-3e573f18-e0b1-4a77-94f9-c459d8d7ca6c tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:12.882701 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-31520da1-e299-43b7-801c-5a23d6b0f5d8 req-3e573f18-e0b1-4a77-94f9-c459d8d7ca6c tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=8794670a-b427-4ecb-b4df-a7f6d4f3107e HTTP/1.1" status: 200 len: 945 time: 0.0996895 Jul 13 20:22:12.956973 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-31520da1-e299-43b7-801c-5a23d6b0f5d8 req-1f75708c-34bb-48ea-b02c-d038393abe95 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619295 Jul 13 20:22:13.179519 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d71733-00b9-440c-a45a-488992f26881 req-f33c02d0-2840-4c1c-9162-be7d2270e012 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:13.181035 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b8d71733-00b9-440c-a45a-488992f26881 req-f33c02d0-2840-4c1c-9162-be7d2270e012 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 945 time: 0.0749238 Jul 13 20:22:13.237554 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b8d71733-00b9-440c-a45a-488992f26881 req-5d4ecab0-609f-41b2-ba8c-769a9b510484 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496106 Jul 13 20:22:13.267406 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 47044) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:22:13.464854 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbffc9f8-67eb-4e9e-921e-926042fc2838 tempest-TestMinimumBasicScenario-2113616187 tempest-TestMinimumBasicScenario-2113616187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:13.466636 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-cbffc9f8-67eb-4e9e-921e-926042fc2838 tempest-TestMinimumBasicScenario-2113616187 tempest-TestMinimumBasicScenario-2113616187-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 1093 time: 0.1977391 Jul 13 20:22:13.469845 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 47048) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:22:13.474771 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-6e2129a3-6e77-40b6-9fd3-13830a963f39 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Request body: {'floatingip': {'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'port_id': '36311273-448f-41d4-83c7-d3f866cdc455', 'tenant_id': '3029e7699307438c86dc648956083042', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:22:13.499452 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-6e2129a3-6e77-40b6-9fd3-13830a963f39 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks [] for floatingip, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:13.613040 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-6e2129a3-6e77-40b6-9fd3-13830a963f39 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:13.726771 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_common [None req-6e2129a3-6e77-40b6-9fd3-13830a963f39 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Allocated IP 172.27.1.54 (e57c7c0c-39ec-40cf-b750-a71f25c7d8d2/a207c1df-41ac-48bd-9f72-165f77d81169/379c758e-de09-440b-9bef-adc188178db6) {{(pid=92957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:22:13.845893 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-6e2129a3-6e77-40b6-9fd3-13830a963f39 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks [] for port, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:13.889384 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-6e2129a3-6e77-40b6-9fd3-13830a963f39 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:13.932537 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2129a3-6e77-40b6-9fd3-13830a963f39 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Network e57c7c0c-39ec-40cf-b750-a71f25c7d8d2 is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:22:13.936362 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [None req-6e2129a3-6e77-40b6-9fd3-13830a963f39 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:22:13.940038 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2129a3-6e77-40b6-9fd3-13830a963f39 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Received port after_create {{(pid=92957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:22:13.945875 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2129a3-6e77-40b6-9fd3-13830a963f39 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Pushing event updated for resources: {'Port': ['ID=379c758e-de09-440b-9bef-adc188178db6,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:13.973428 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2129a3-6e77-40b6-9fd3-13830a963f39 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:13.973778 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2129a3-6e77-40b6-9fd3-13830a963f39 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:13.974125 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2129a3-6e77-40b6-9fd3-13830a963f39 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:13.974465 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2129a3-6e77-40b6-9fd3-13830a963f39 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:13.974805 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2129a3-6e77-40b6-9fd3-13830a963f39 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:13.975141 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2129a3-6e77-40b6-9fd3-13830a963f39 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:13.975470 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2129a3-6e77-40b6-9fd3-13830a963f39 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:13.975802 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2129a3-6e77-40b6-9fd3-13830a963f39 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:13.976152 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2129a3-6e77-40b6-9fd3-13830a963f39 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:13.976484 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2129a3-6e77-40b6-9fd3-13830a963f39 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:13.976862 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2129a3-6e77-40b6-9fd3-13830a963f39 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:13.977135 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2129a3-6e77-40b6-9fd3-13830a963f39 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:14.174676 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99f8cd-1905-455c-8e24-eb5b8a3ff1d7 req-d4fc8199-3a96-4984-8cdf-c669f9267a07 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:14.177562 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5d99f8cd-1905-455c-8e24-eb5b8a3ff1d7 req-d4fc8199-3a96-4984-8cdf-c669f9267a07 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=8794670a-b427-4ecb-b4df-a7f6d4f3107e HTTP/1.1" status: 200 len: 945 time: 0.0776510 Jul 13 20:22:14.217885 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5d99f8cd-1905-455c-8e24-eb5b8a3ff1d7 req-30ad130b-d5bf-4d28-963f-f59dab0eebeb tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348279 Jul 13 20:22:14.511236 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-6e2129a3-6e77-40b6-9fd3-13830a963f39 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:14.651273 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-6e2129a3-6e77-40b6-9fd3-13830a963f39 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:14.823543 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-6e2129a3-6e77-40b6-9fd3-13830a963f39 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks [] for port, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:14.830104 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-6e2129a3-6e77-40b6-9fd3-13830a963f39 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:14.920648 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2129a3-6e77-40b6-9fd3-13830a963f39 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Pushing event updated for resources: {'Port': ['ID=379c758e-de09-440b-9bef-adc188178db6,revision_number=2']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:14.930756 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-6e2129a3-6e77-40b6-9fd3-13830a963f39 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708393'] for floatingip, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:15.070417 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.db.l3_db [None req-6e2129a3-6e77-40b6-9fd3-13830a963f39 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Floating IP b76829b2-7cda-4503-8f0f-c9f5db05048f associated. External IP: 172.27.1.54, port: 36311273-448f-41d4-83c7-d3f866cdc455. Jul 13 20:22:15.261946 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:15.313742 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2129a3-6e77-40b6-9fd3-13830a963f39 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Router 50ea4637-8413-458b-89d8-eaeea873b323 has already been hosted by L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d {{(pid=92957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:22:15.429320 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2129a3-6e77-40b6-9fd3-13830a963f39 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:22:15.441197 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99c8371-0df7-43ad-95e4-d0626ddb8046 None None] Sync routers for ids ['50ea4637-8413-458b-89d8-eaeea873b323'] in dv-cinder-800697-1-iscsi {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:22:15.447771 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-6e2129a3-6e77-40b6-9fd3-13830a963f39 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for floatingip, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:15.454133 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99c8371-0df7-43ad-95e4-d0626ddb8046 None None] Routers {'50ea4637-8413-458b-89d8-eaeea873b323'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:22:15.454936 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-a99c8371-0df7-43ad-95e4-d0626ddb8046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:22:06Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['50ea4637-8413-458b-89d8-eaeea873b323'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:22:15.492632 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-6e2129a3-6e77-40b6-9fd3-13830a963f39 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0204928 Jul 13 20:22:15.493526 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45fc7027-9a26-430d-86e9-06b71d05f240', 'tag': '36311273-448f-41d4-83c7-d3f866cdc455'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:22:15.496635 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 47062) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:22:15.498163 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546617c7-b579-4aba-ac8d-01de5f785c34" -d '{"events": [{"name": "network-changed", "server_uuid": "45fc7027-9a26-430d-86e9-06b71d05f240", "tag": "36311273-448f-41d4-83c7-d3f866cdc455"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:22:15.507186 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-d33db7c0-fcf3-43d1-8207-e0834a0b24e8 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1635767471', 'description': 'tempest-secgroup-smoke-1635767471 description', 'project_id': '3029e7699307438c86dc648956083042'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:22:15.548873 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d33db7c0-fcf3-43d1-8207-e0834a0b24e8 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:15.562664 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f66357-46c6-4cdb-99ce-a4b5c330fb3d x-openstack-request-id: req-23f66357-46c6-4cdb-99ce-a4b5c330fb3d {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:22:15.563433 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45fc7027-9a26-430d-86e9-06b71d05f240", "tag": "36311273-448f-41d4-83c7-d3f866cdc455", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:22:15.563433 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-23f66357-46c6-4cdb-99ce-a4b5c330fb3d {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:22:15.564361 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45fc7027-9a26-430d-86e9-06b71d05f240', 'tag': '36311273-448f-41d4-83c7-d3f866cdc455', 'status': 'completed', 'code': 200} Jul 13 20:22:15.581494 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-a99c8371-0df7-43ad-95e4-d0626ddb8046 None None] Set router 50ea4637-8413-458b-89d8-eaeea873b323 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:22:15.662506 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d33db7c0-fcf3-43d1-8207-e0834a0b24e8 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:15.668357 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d33db7c0-fcf3-43d1-8207-e0834a0b24e8 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:15.684544 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546617c7-b579-4aba-ac8d-01de5f785c34 req-d4837a31-cfc8-4112-b7a5-433a535d31b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:15.686288 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-546617c7-b579-4aba-ac8d-01de5f785c34 req-d4837a31-cfc8-4112-b7a5-433a535d31b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3029e7699307438c86dc648956083042&device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 1098 time: 0.0774884 Jul 13 20:22:15.690843 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d33db7c0-fcf3-43d1-8207-e0834a0b24e8 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:15.695397 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 47068) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:22:15.695706 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-d33db7c0-fcf3-43d1-8207-e0834a0b24e8 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1957600 Jul 13 20:22:15.703267 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-cdfece65-0272-4a6a-b03d-b8909ef29b38 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Request body: {'security_group_rule': {'security_group_id': '1fd381d6-d5cf-470a-9b7f-7d830c4366b1', 'project_id': '3029e7699307438c86dc648956083042', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:22:15.734792 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33db7c0-fcf3-43d1-8207-e0834a0b24e8 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd381d6-d5cf-470a-9b7f-7d830c4366b1,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:15.738500 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33db7c0-fcf3-43d1-8207-e0834a0b24e8 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:15.738993 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33db7c0-fcf3-43d1-8207-e0834a0b24e8 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:15.739545 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33db7c0-fcf3-43d1-8207-e0834a0b24e8 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:15.740170 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33db7c0-fcf3-43d1-8207-e0834a0b24e8 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:15.740704 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33db7c0-fcf3-43d1-8207-e0834a0b24e8 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:15.741672 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33db7c0-fcf3-43d1-8207-e0834a0b24e8 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:15.742221 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33db7c0-fcf3-43d1-8207-e0834a0b24e8 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:15.742726 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33db7c0-fcf3-43d1-8207-e0834a0b24e8 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:15.744006 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33db7c0-fcf3-43d1-8207-e0834a0b24e8 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:15.744006 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33db7c0-fcf3-43d1-8207-e0834a0b24e8 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:15.744516 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33db7c0-fcf3-43d1-8207-e0834a0b24e8 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:15.745139 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33db7c0-fcf3-43d1-8207-e0834a0b24e8 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:15.795124 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-cdfece65-0272-4a6a-b03d-b8909ef29b38 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:15.891284 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546617c7-b579-4aba-ac8d-01de5f785c34 req-55a5d1a2-6162-468b-8a51-ba90cfcad807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:15.892900 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-546617c7-b579-4aba-ac8d-01de5f785c34 req-55a5d1a2-6162-468b-8a51-ba90cfcad807 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bb455b5d-45bd-4628-96d1-fb52590d86a6 HTTP/1.1" status: 200 len: 916 time: 0.1790140 Jul 13 20:22:15.900441 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-cdfece65-0272-4a6a-b03d-b8909ef29b38 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:15.910200 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-cdfece65-0272-4a6a-b03d-b8909ef29b38 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670184'] for security_group_rule, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:15.972774 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfece65-0272-4a6a-b03d-b8909ef29b38 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce27e02c-f634-4a01-8c78-e8a64364db46,revision_number=0']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:15.980174 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-cdfece65-0272-4a6a-b03d-b8909ef29b38 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:15.981435 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-cdfece65-0272-4a6a-b03d-b8909ef29b38 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2842410 Jul 13 20:22:15.984300 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 47074) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:22:15.991016 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-9eebbb42-f69b-47b3-ab67-e2a5325f5bfd tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Request body: {'security_group_rule': {'security_group_id': '1fd381d6-d5cf-470a-9b7f-7d830c4366b1', 'project_id': '3029e7699307438c86dc648956083042', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:22:16.009785 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-546617c7-b579-4aba-ac8d-01de5f785c34 req-6781547e-8858-4245-ac95-c7e69d61f561 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36311273-448f-41d4-83c7-d3f866cdc455 HTTP/1.1" status: 200 len: 998 time: 0.1079898 Jul 13 20:22:16.015767 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-a99c8371-0df7-43ad-95e4-d0626ddb8046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ea4637-8413-458b-89d8-eaeea873b323', 'name': 'tempest-TestMinimumBasicScenario-1641522643-router', 'tenant_id': '3029e7699307438c86dc648956083042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'af7d17f9-2725-4141-890a-6568b8b1d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:20:38Z', 'updated_at': '2021-07-13T20:20:46Z', 'revision_number': 4, 'project_id': '3029e7699307438c86dc648956083042', 'gw_port': {'id': 'af7d17f9-2725-4141-890a-6568b8b1d242', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ea4637-8413-458b-89d8-eaeea873b323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:40Z', 'updated_at': '2021-07-13T20:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_floatingips': [{'id': 'b76829b2-7cda-4503-8f0f-c9f5db05048f', 'tenant_id': '3029e7699307438c86dc648956083042', 'floating_ip_address': '172.27.1.54', 'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'router_id': '50ea4637-8413-458b-89d8-eaeea873b323', 'port_id': '36311273-448f-41d4-83c7-d3f866cdc455', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb455b5d-45bd-4628-96d1-fb52590d86a6', 'mac_address': 'fa:16:3e:04:f9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fc7027-9a26-430d-86e9-06b71d05f240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:22:14Z', 'updated_at': '2021-07-13T20:22:14Z', 'revision_number': 0, 'project_id': '3029e7699307438c86dc648956083042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '947d35e5-4bf2-4782-9142-7cdd3c70f2ad', 'name': '', 'network_id': 'bb455b5d-45bd-4628-96d1-fb52590d86a6', 'tenant_id': '3029e7699307438c86dc648956083042', 'mac_address': 'fa:16:3e:fc:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ea4637-8413-458b-89d8-eaeea873b323', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '54796a68-d1a1-4045-8b72-1af62d04dcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:44Z', 'updated_at': '2021-07-13T20:20:54Z', 'revision_number': 5, 'project_id': '3029e7699307438c86dc648956083042', 'subnets': [{'id': '54796a68-d1a1-4045-8b72-1af62d04dcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:22:16.044362 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99c8371-0df7-43ad-95e4-d0626ddb8046 None None] Checking router: 50ea4637-8413-458b-89d8-eaeea873b323 for host: dv-cinder-800697-1-iscsi {{(pid=92959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:22:16.055101 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99c8371-0df7-43ad-95e4-d0626ddb8046 None None] Routers {'50ea4637-8413-458b-89d8-eaeea873b323'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:22:16.055758 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-a99c8371-0df7-43ad-95e4-d0626ddb8046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:22:06Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['50ea4637-8413-458b-89d8-eaeea873b323'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:22:16.070100 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-9eebbb42-f69b-47b3-ab67-e2a5325f5bfd tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:16.097843 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546617c7-b579-4aba-ac8d-01de5f785c34 req-37e5c86a-6106-45f7-ac28-bd37183e2cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:16.099685 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-546617c7-b579-4aba-ac8d-01de5f785c34 req-37e5c86a-6106-45f7-ac28-bd37183e2cb6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=54796a68-d1a1-4045-8b72-1af62d04dcb7 HTTP/1.1" status: 200 len: 854 time: 0.0818694 Jul 13 20:22:16.199448 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-a99c8371-0df7-43ad-95e4-d0626ddb8046 None None] Set router 50ea4637-8413-458b-89d8-eaeea873b323 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:22:16.240816 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-9eebbb42-f69b-47b3-ab67-e2a5325f5bfd tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:16.253699 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-9eebbb42-f69b-47b3-ab67-e2a5325f5bfd tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670184'] for security_group_rule, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:16.294081 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eebbb42-f69b-47b3-ab67-e2a5325f5bfd tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f365eff-5892-498e-99fe-c263850d6e65,revision_number=0']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:16.312003 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546617c7-b579-4aba-ac8d-01de5f785c34 req-7b51dbe2-a9d8-4d54-a3c0-087b02ed92dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:16.313489 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-546617c7-b579-4aba-ac8d-01de5f785c34 req-7b51dbe2-a9d8-4d54-a3c0-087b02ed92dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb455b5d-45bd-4628-96d1-fb52590d86a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2032373 Jul 13 20:22:16.320188 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-9eebbb42-f69b-47b3-ab67-e2a5325f5bfd tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:16.322440 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-9eebbb42-f69b-47b3-ab67-e2a5325f5bfd tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3368375 Jul 13 20:22:16.325429 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 47084) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:22:16.335843 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-ba30cc60-83e7-4b15-9477-1e16db0aa099 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Request body: {'security_group_rule': {'security_group_id': '1fd381d6-d5cf-470a-9b7f-7d830c4366b1', 'project_id': '3029e7699307438c86dc648956083042', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:22:16.428837 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-ba30cc60-83e7-4b15-9477-1e16db0aa099 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:16.474696 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-546617c7-b579-4aba-ac8d-01de5f785c34 req-e3ecd3af-f38c-42de-ba6a-af04c46cc9c4 service neutron] 10.222.0.47 "GET /v2.0/networks/bb455b5d-45bd-4628-96d1-fb52590d86a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337852 Jul 13 20:22:16.637964 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-a99c8371-0df7-43ad-95e4-d0626ddb8046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ea4637-8413-458b-89d8-eaeea873b323', 'name': 'tempest-TestMinimumBasicScenario-1641522643-router', 'tenant_id': '3029e7699307438c86dc648956083042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'af7d17f9-2725-4141-890a-6568b8b1d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:20:38Z', 'updated_at': '2021-07-13T20:20:46Z', 'revision_number': 4, 'project_id': '3029e7699307438c86dc648956083042', 'gw_port': {'id': 'af7d17f9-2725-4141-890a-6568b8b1d242', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ea4637-8413-458b-89d8-eaeea873b323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:40Z', 'updated_at': '2021-07-13T20:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_floatingips': [{'id': 'b76829b2-7cda-4503-8f0f-c9f5db05048f', 'tenant_id': '3029e7699307438c86dc648956083042', 'floating_ip_address': '172.27.1.54', 'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'router_id': '50ea4637-8413-458b-89d8-eaeea873b323', 'port_id': '36311273-448f-41d4-83c7-d3f866cdc455', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb455b5d-45bd-4628-96d1-fb52590d86a6', 'mac_address': 'fa:16:3e:04:f9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fc7027-9a26-430d-86e9-06b71d05f240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:22:14Z', 'updated_at': '2021-07-13T20:22:14Z', 'revision_number': 0, 'project_id': '3029e7699307438c86dc648956083042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '947d35e5-4bf2-4782-9142-7cdd3c70f2ad', 'name': '', 'network_id': 'bb455b5d-45bd-4628-96d1-fb52590d86a6', 'tenant_id': '3029e7699307438c86dc648956083042', 'mac_address': 'fa:16:3e:fc:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ea4637-8413-458b-89d8-eaeea873b323', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '54796a68-d1a1-4045-8b72-1af62d04dcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:44Z', 'updated_at': '2021-07-13T20:20:54Z', 'revision_number': 5, 'project_id': '3029e7699307438c86dc648956083042', 'subnets': [{'id': '54796a68-d1a1-4045-8b72-1af62d04dcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:22:16.667534 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99c8371-0df7-43ad-95e4-d0626ddb8046 None None] The sync data for ids ['50ea4637-8413-458b-89d8-eaeea873b323'] in dv-cinder-800697-1-iscsi is: [{'id': '50ea4637-8413-458b-89d8-eaeea873b323', 'name': 'tempest-TestMinimumBasicScenario-1641522643-router', 'tenant_id': '3029e7699307438c86dc648956083042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'af7d17f9-2725-4141-890a-6568b8b1d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:20:38Z', 'updated_at': '2021-07-13T20:20:46Z', 'revision_number': 4, 'project_id': '3029e7699307438c86dc648956083042', 'gw_port': {'id': 'af7d17f9-2725-4141-890a-6568b8b1d242', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ea4637-8413-458b-89d8-eaeea873b323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:40Z', 'updated_at': '2021-07-13T20:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_floatingips': [{'id': 'b76829b2-7cda-4503-8f0f-c9f5db05048f', 'tenant_id': '3029e7699307438c86dc648956083042', 'floating_ip_address': '172.27.1.54', 'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'router_id': '50ea4637-8413-458b-89d8-eaeea873b323', 'port_id': '36311273-448f-41d4-83c7-d3f866cdc455', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb455b5d-45bd-4628-96d1-fb52590d86a6', 'mac_address': 'fa:16:3e:04:f9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fc7027-9a26-430d-86e9-06b71d05f240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:22:14Z', 'updated_at': '2021-07-13T20:22:14Z', 'revision_number': 0, 'project_id': '3029e7699307438c86dc648956083042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '947d35e5-4bf2-4782-9142-7cdd3c70f2ad', 'name': '', 'network_id': 'bb455b5d-45bd-4628-96d1-fb52590d86a6', 'tenant_id': '3029e7699307438c86dc648956083042', 'mac_address': 'fa:16:3e:fc:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ea4637-8413-458b-89d8-eaeea873b323', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '54796a68-d1a1-4045-8b72-1af62d04dcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:44Z', 'updated_at': '2021-07-13T20:20:54Z', 'revision_number': 5, 'project_id': '3029e7699307438c86dc648956083042', 'subnets': [{'id': '54796a68-d1a1-4045-8b72-1af62d04dcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:22:16.825812 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-ba30cc60-83e7-4b15-9477-1e16db0aa099 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:16.842004 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-ba30cc60-83e7-4b15-9477-1e16db0aa099 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670184'] for security_group_rule, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:16.899391 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-546617c7-b579-4aba-ac8d-01de5f785c34 req-31af484f-8ea1-464b-8942-ea953fb46651 service neutron] 10.222.0.47 "GET /v2.0/networks/bb455b5d-45bd-4628-96d1-fb52590d86a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170799 Jul 13 20:22:16.903301 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30cc60-83e7-4b15-9477-1e16db0aa099 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae5b902e-2ab2-47d4-a524-95e323869ead,revision_number=0']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:16.908762 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-ba30cc60-83e7-4b15-9477-1e16db0aa099 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:16.914065 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-ba30cc60-83e7-4b15-9477-1e16db0aa099 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5849211 Jul 13 20:22:16.914553 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 47086) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:22:16.921069 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-347bed56-a203-4cb2-90a4-0d0122077da8 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Request body: {'security_group_rule': {'security_group_id': '1fd381d6-d5cf-470a-9b7f-7d830c4366b1', 'project_id': '3029e7699307438c86dc648956083042', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:22:16.957420 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-347bed56-a203-4cb2-90a4-0d0122077da8 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:16.966246 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91480da-bb4c-4bea-a839-859f13f5754c None None] New status for floating IP b76829b2-7cda-4503-8f0f-c9f5db05048f: ACTIVE {{(pid=92960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:22:17.041925 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-347bed56-a203-4cb2-90a4-0d0122077da8 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:17.047697 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-347bed56-a203-4cb2-90a4-0d0122077da8 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670184'] for security_group_rule, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:17.070829 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347bed56-a203-4cb2-90a4-0d0122077da8 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67cb2072-fa0a-4df7-98e3-99cd37e34724,revision_number=0']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:17.082571 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-347bed56-a203-4cb2-90a4-0d0122077da8 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:17.084367 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-347bed56-a203-4cb2-90a4-0d0122077da8 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1687443 Jul 13 20:22:17.087725 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 47088) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:22:17.093195 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-8965955a-65a6-4274-991e-f5236109de10 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Request body: {'security_group_rule': {'security_group_id': '1fd381d6-d5cf-470a-9b7f-7d830c4366b1', 'project_id': '3029e7699307438c86dc648956083042', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:22:17.123433 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.db.securitygroups_db [None req-8965955a-65a6-4274-991e-f5236109de10 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Project 3029e7699307438c86dc648956083042 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 20:22:17.130463 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8965955a-65a6-4274-991e-f5236109de10 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:17.195686 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8965955a-65a6-4274-991e-f5236109de10 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:17.201832 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8965955a-65a6-4274-991e-f5236109de10 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670184'] for security_group_rule, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:17.225438 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8965955a-65a6-4274-991e-f5236109de10 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d9f67f-158c-4e23-8ce3-788ab192250e,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:17.234402 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8965955a-65a6-4274-991e-f5236109de10 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:17.235818 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-8965955a-65a6-4274-991e-f5236109de10 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1470134 Jul 13 20:22:17.240203 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 47090) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:22:17.245569 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-6a5443ca-640a-449a-a5e4-250f4b8de8f6 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Request body: {'security_group_rule': {'security_group_id': '1fd381d6-d5cf-470a-9b7f-7d830c4366b1', 'project_id': '3029e7699307438c86dc648956083042', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:22:17.275254 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.db.securitygroups_db [None req-6a5443ca-640a-449a-a5e4-250f4b8de8f6 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Project 3029e7699307438c86dc648956083042 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 20:22:17.281592 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6a5443ca-640a-449a-a5e4-250f4b8de8f6 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:17.360162 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6a5443ca-640a-449a-a5e4-250f4b8de8f6 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:17.364823 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6a5443ca-640a-449a-a5e4-250f4b8de8f6 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670184'] for security_group_rule, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:17.386230 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5443ca-640a-449a-a5e4-250f4b8de8f6 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea5eb05-07a0-4a27-b38d-1202f96b1829,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:17.394929 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6a5443ca-640a-449a-a5e4-250f4b8de8f6 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:17.396455 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-6a5443ca-640a-449a-a5e4-250f4b8de8f6 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1549344 Jul 13 20:22:17.542828 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-89892a9f-381f-4336-99bd-a16a18681c93 req-4226a698-a9db-460f-8ad0-ff02cfaeb5be tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1635767471&fields=id&tenant_id=3029e7699307438c86dc648956083042 HTTP/1.1" status: 200 len: 267 time: 0.0413294 Jul 13 20:22:17.623443 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89892a9f-381f-4336-99bd-a16a18681c93 req-65755158-24ec-416b-b24d-9c8e2288c020 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:17.625061 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-89892a9f-381f-4336-99bd-a16a18681c93 req-65755158-24ec-416b-b24d-9c8e2288c020 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 945 time: 0.0766239 Jul 13 20:22:17.643582 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [req-89892a9f-381f-4336-99bd-a16a18681c93 req-b42fdf43-1ab9-4f09-97b6-7c4abb6a1aff tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Request body: {'port': {'security_groups': ['50c88f80-7df0-4b26-b82b-637454c789ed', '1fd381d6-d5cf-470a-9b7f-7d830c4366b1']}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:22:17.785514 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-d2d07305-29d5-4b9d-b101-90fbd96c6398 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2087549199&fields=id&tenant_id=8d725fb3a49b47c287f9c134201d6823 HTTP/1.1" status: 200 len: 267 time: 0.0754833 Jul 13 20:22:17.803263 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-89892a9f-381f-4336-99bd-a16a18681c93 req-b42fdf43-1ab9-4f09-97b6-7c4abb6a1aff tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:17.975647 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-e15d7cad-3b5a-4c4c-afa8-f72eded718ab tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:17.977208 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-e15d7cad-3b5a-4c4c-afa8-f72eded718ab tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/networks?id=ba0347c3-a626-4466-ac21-b102e445facc HTTP/1.1" status: 200 len: 810 time: 0.1834278 Jul 13 20:22:18.006714 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-f813ac6d-018f-4af3-b68a-8018ebab09ed tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/quotas/8d725fb3a49b47c287f9c134201d6823 HTTP/1.1" status: 200 len: 375 time: 0.0222776 Jul 13 20:22:18.159378 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-89892a9f-381f-4336-99bd-a16a18681c93 req-b42fdf43-1ab9-4f09-97b6-7c4abb6a1aff tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] For port 36311273-448f-41d4-83c7-d3f866cdc455, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=36311273-448f-41d4-83c7-d3f866cdc455,segment=NetworkSegment(71eb11d8-5f9a-449d-80b6-f03fd5bc353d),segment_id=71eb11d8-5f9a-449d-80b6-f03fd5bc353d)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:22:18.176260 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-5632d226-7d9e-4bef-af67-bbe284269b53 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d725fb3a49b47c287f9c134201d6823&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1586506 Jul 13 20:22:18.212137 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-89892a9f-381f-4336-99bd-a16a18681c93 req-b42fdf43-1ab9-4f09-97b6-7c4abb6a1aff tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks [] for port, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:18.223999 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-89892a9f-381f-4336-99bd-a16a18681c93 req-b42fdf43-1ab9-4f09-97b6-7c4abb6a1aff tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15916148'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:18.236122 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['36311273-448f-41d4-83c7-d3f866cdc455'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:22:18.360766 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89892a9f-381f-4336-99bd-a16a18681c93 req-b42fdf43-1ab9-4f09-97b6-7c4abb6a1aff tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:18.361442 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-89892a9f-381f-4336-99bd-a16a18681c93 req-b42fdf43-1ab9-4f09-97b6-7c4abb6a1aff tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:18.362924 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-89892a9f-381f-4336-99bd-a16a18681c93 req-b42fdf43-1ab9-4f09-97b6-7c4abb6a1aff tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "PUT /v2.0/ports/36311273-448f-41d4-83c7-d3f866cdc455 HTTP/1.1" status: 200 len: 981 time: 0.7279975 Jul 13 20:22:18.363614 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45fc7027-9a26-430d-86e9-06b71d05f240', 'tag': '36311273-448f-41d4-83c7-d3f866cdc455'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:22:18.366100 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c297712392d163f53ebb29416b2c98d8f2749a1173f1ad854f2bb06edc641eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca81bc2-215f-4dd9-a035-4638e192a3e5" -d '{"events": [{"name": "network-changed", "server_uuid": "45fc7027-9a26-430d-86e9-06b71d05f240", "tag": "36311273-448f-41d4-83c7-d3f866cdc455"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:22:18.431142 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42fdf43-1ab9-4f09-97b6-7c4abb6a1aff tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Pushing event updated for resources: {'Port': ['ID=36311273-448f-41d4-83c7-d3f866cdc455,revision_number=6']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:18.444784 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-2226813c-2885-45dd-a30e-50955003b685 service neutron] 10.222.0.41 "GET /v2.0/networks/ba0347c3-a626-4466-ac21-b102e445facc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516131 Jul 13 20:22:18.508036 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['36311273-448f-41d4-83c7-d3f866cdc455'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:22:18.625017 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-2f0ac3ac-8670-4bf4-93f3-89bfc4e2382c service neutron] 10.222.0.41 "GET /v2.0/networks/ba0347c3-a626-4466-ac21-b102e445facc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750305 Jul 13 20:22:18.639213 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ec66a-996d-41bb-9034-304f6174a494 req-fc85cfe4-1eb4-4bbf-8cf1-815396439f88 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:18.640860 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5f4ec66a-996d-41bb-9034-304f6174a494 req-fc85cfe4-1eb4-4bbf-8cf1-815396439f88 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 984 time: 0.1169004 Jul 13 20:22:18.708612 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5f4ec66a-996d-41bb-9034-304f6174a494 req-084a4051-7e9d-4e28-8b5f-404da5c9e477 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&id=1fd381d6-d5cf-470a-9b7f-7d830c4366b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594556 Jul 13 20:22:18.724026 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-5d8faaf6-05d2-457c-9e76-1092fc682151 None None] Provisioning complete for port 36311273-448f-41d4-83c7-d3f866cdc455 triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:22:18.724409 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5d8faaf6-05d2-457c-9e76-1092fc682151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:18.763673 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c999a8c-09b3-4864-b06d-9076ab6891df x-openstack-request-id: req-8c999a8c-09b3-4864-b06d-9076ab6891df {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:22:18.763986 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45fc7027-9a26-430d-86e9-06b71d05f240", "tag": "36311273-448f-41d4-83c7-d3f866cdc455", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:22:18.764239 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8c999a8c-09b3-4864-b06d-9076ab6891df {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:22:18.764648 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45fc7027-9a26-430d-86e9-06b71d05f240', 'tag': '36311273-448f-41d4-83c7-d3f866cdc455', 'status': 'completed', 'code': 200} Jul 13 20:22:18.889727 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca81bc2-215f-4dd9-a035-4638e192a3e5 req-cb071125-d658-404c-b311-40f7ae9db88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:18.891394 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-aca81bc2-215f-4dd9-a035-4638e192a3e5 req-cb071125-d658-404c-b311-40f7ae9db88e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3029e7699307438c86dc648956083042&device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 1137 time: 0.0935605 Jul 13 20:22:19.004941 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca81bc2-215f-4dd9-a035-4638e192a3e5 req-9450127a-49b9-4ef2-a1f0-afe15937c570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:19.007186 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-aca81bc2-215f-4dd9-a035-4638e192a3e5 req-9450127a-49b9-4ef2-a1f0-afe15937c570 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bb455b5d-45bd-4628-96d1-fb52590d86a6 HTTP/1.1" status: 200 len: 916 time: 0.1066961 Jul 13 20:22:19.095070 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c965b840-8f51-4264-8465-261b3ddccd8d req-7571249b-8188-4e0a-a0e0-1ad4b91e1b0c tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e70cfcb-114c-4ca8-b575-22f5d971756a HTTP/1.1" status: 200 len: 210 time: 0.0458217 Jul 13 20:22:19.100428 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-aca81bc2-215f-4dd9-a035-4638e192a3e5 req-f74d2ecf-9676-426b-8cc7-b4303c864a1e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36311273-448f-41d4-83c7-d3f866cdc455 HTTP/1.1" status: 200 len: 1000 time: 0.0849621 Jul 13 20:22:19.158078 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca81bc2-215f-4dd9-a035-4638e192a3e5 req-c6928680-c34a-499f-b821-5b12e2135818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:19.159683 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-aca81bc2-215f-4dd9-a035-4638e192a3e5 req-c6928680-c34a-499f-b821-5b12e2135818 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=54796a68-d1a1-4045-8b72-1af62d04dcb7 HTTP/1.1" status: 200 len: 854 time: 0.0527964 Jul 13 20:22:19.228514 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca81bc2-215f-4dd9-a035-4638e192a3e5 req-382870e5-24e4-4e89-83f1-37a9366fa7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:19.230522 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-aca81bc2-215f-4dd9-a035-4638e192a3e5 req-382870e5-24e4-4e89-83f1-37a9366fa7f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb455b5d-45bd-4628-96d1-fb52590d86a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0636437 Jul 13 20:22:19.342974 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-aca81bc2-215f-4dd9-a035-4638e192a3e5 req-b17cd2d8-8324-48db-855b-9d46a8593fca service neutron] 10.222.0.47 "GET /v2.0/networks/bb455b5d-45bd-4628-96d1-fb52590d86a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052203 Jul 13 20:22:19.445888 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-aca81bc2-215f-4dd9-a035-4638e192a3e5 req-0e8ad6f8-8955-45de-b935-5a0648f11e51 service neutron] 10.222.0.47 "GET /v2.0/networks/bb455b5d-45bd-4628-96d1-fb52590d86a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952327 Jul 13 20:22:20.259740 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d101c7e6-d897-4e76-b9d7-9b4d5de5fc27 req-581875f0-5f7e-4c0e-a713-11f61c32dac0 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e70cfcb-114c-4ca8-b575-22f5d971756a HTTP/1.1" status: 200 len: 210 time: 0.0451920 Jul 13 20:22:20.455309 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-73806ff5-5b3e-47ce-9971-147367edd0b0 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:20.456894 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-73806ff5-5b3e-47ce-9971-147367edd0b0 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.47 "GET /v2.0/networks?id=ba0347c3-a626-4466-ac21-b102e445facc HTTP/1.1" status: 200 len: 810 time: 0.1194446 Jul 13 20:22:20.521234 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-a58a303d-6463-4d85-b0bb-a3cb98020525 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d725fb3a49b47c287f9c134201d6823 HTTP/1.1" status: 200 len: 380 time: 0.0433006 Jul 13 20:22:20.532827 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-a6bc24eb-a751-46d3-9ea0-c8b361e7131d tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Request body: {'port': {'device_id': '5e70cfcb-114c-4ca8-b575-22f5d971756a', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'admin_state_up': True, 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'security_groups': ['a74124c0-93dc-4ba7-afbc-9a51116e4704']}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:22:20.671305 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-a6bc24eb-a751-46d3-9ea0-c8b361e7131d tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Made reservation on behalf of 8d725fb3a49b47c287f9c134201d6823 for: {'port': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:22:20.675329 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-a6bc24eb-a751-46d3-9ea0-c8b361e7131d tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:20.811744 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_common [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-a6bc24eb-a751-46d3-9ea0-c8b361e7131d tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Allocated IP 172.20.0.7 (ba0347c3-a626-4466-ac21-b102e445facc/f457fbe4-4ce5-41db-824a-50007e6454b1/064090d0-f84d-4681-8245-c98d06de37c4) {{(pid=92957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:22:20.981002 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-a6bc24eb-a751-46d3-9ea0-c8b361e7131d tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for port, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:20.997951 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.provisioning_blocks [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-a6bc24eb-a751-46d3-9ea0-c8b361e7131d tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Transition to ACTIVE for port object 064090d0-f84d-4681-8245-c98d06de37c4 will not be triggered until provisioned by entity DHCP. {{(pid=92957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:22:21.032789 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-a6bc24eb-a751-46d3-9ea0-c8b361e7131d tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:21.085932 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-a6bc24eb-a751-46d3-9ea0-c8b361e7131d tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Network ba0347c3-a626-4466-ac21-b102e445facc is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:22:21.089674 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-a6bc24eb-a751-46d3-9ea0-c8b361e7131d tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:22:21.093883 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-a6bc24eb-a751-46d3-9ea0-c8b361e7131d tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Received port after_create {{(pid=92957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:22:21.100821 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc24eb-a751-46d3-9ea0-c8b361e7131d tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Pushing event updated for resources: {'Port': ['ID=064090d0-f84d-4681-8245-c98d06de37c4,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:21.174996 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-a6bc24eb-a751-46d3-9ea0-c8b361e7131d tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:21.175689 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-a6bc24eb-a751-46d3-9ea0-c8b361e7131d tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:21.193724 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-a6bc24eb-a751-46d3-9ea0-c8b361e7131d tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6653130 Jul 13 20:22:21.209163 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-a9786526-f894-40c9-9147-98eba34ebc90 service neutron] Request body: {'port': {'device_id': '5e70cfcb-114c-4ca8-b575-22f5d971756a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:22:21.299986 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-a9786526-f894-40c9-9147-98eba34ebc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:21.388812 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-7e9bd3da-da0f-4bd7-925d-16167a50bf57 None None] Provisioning for port 064090d0-f84d-4681-8245-c98d06de37c4 completed by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:22:21.394082 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-7e9bd3da-da0f-4bd7-925d-16167a50bf57 None None] Provisioning complete for port 064090d0-f84d-4681-8245-c98d06de37c4 triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:22:21.394662 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-7e9bd3da-da0f-4bd7-925d-16167a50bf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:21.443574 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bd3da-da0f-4bd7-925d-16167a50bf57 None None] Port 064090d0-f84d-4681-8245-c98d06de37c4 cannot update to ACTIVE because it is not bound. {{(pid=92959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:22:21.517836 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443526c6-f873-4609-810c-9e172ea7e7bb req-01d91378-a46f-45be-af10-13d46d2ab75b tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:21.519394 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-443526c6-f873-4609-810c-9e172ea7e7bb req-01d91378-a46f-45be-af10-13d46d2ab75b tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e70cfcb-114c-4ca8-b575-22f5d971756a HTTP/1.1" status: 200 len: 931 time: 0.0796807 Jul 13 20:22:21.560175 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-443526c6-f873-4609-810c-9e172ea7e7bb req-b9f97e0d-0073-4b45-b3a6-c44d87d9648b tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350032 Jul 13 20:22:21.624783 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-a9786526-f894-40c9-9147-98eba34ebc90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 064090d0-f84d-4681-8245-c98d06de37c4 {{(pid=92957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:22:21.633422 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-a9786526-f894-40c9-9147-98eba34ebc90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:21.646576 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.provisioning_blocks [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-a9786526-f894-40c9-9147-98eba34ebc90 service neutron] Transition to ACTIVE for port object 064090d0-f84d-4681-8245-c98d06de37c4 will not be triggered until provisioned by entity L2. {{(pid=92957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:22:21.653731 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-a9786526-f894-40c9-9147-98eba34ebc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:21.704561 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9786526-f894-40c9-9147-98eba34ebc90 service neutron] Pushing event updated for resources: {'Port': ['ID=064090d0-f84d-4681-8245-c98d06de37c4,revision_number=2']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:21.787874 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-a9786526-f894-40c9-9147-98eba34ebc90 service neutron] Attempting to bind port 064090d0-f84d-4681-8245-c98d06de37c4 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:22:21.788394 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-a9786526-f894-40c9-9147-98eba34ebc90 service neutron] Attempting to bind port 064090d0-f84d-4681-8245-c98d06de37c4 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'e4d29c19-7081-43de-a1f1-f5636ff5dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc'}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:22:21.788728 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-a9786526-f894-40c9-9147-98eba34ebc90 service neutron] Attempting to bind port 064090d0-f84d-4681-8245-c98d06de37c4 on network ba0347c3-a626-4466-ac21-b102e445facc {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:22:21.794405 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-a9786526-f894-40c9-9147-98eba34ebc90 service neutron] Port 064090d0-f84d-4681-8245-c98d06de37c4 on network ba0347c3-a626-4466-ac21-b102e445facc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:22:21.794776 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-a9786526-f894-40c9-9147-98eba34ebc90 service neutron] Attempting to bind port 064090d0-f84d-4681-8245-c98d06de37c4 on network ba0347c3-a626-4466-ac21-b102e445facc {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:22:21.801553 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-a9786526-f894-40c9-9147-98eba34ebc90 service neutron] Checking agent: {'id': 'ee728df3-37aa-4a8e-b7f1-721981839fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'started_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:22:21.801901 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-a9786526-f894-40c9-9147-98eba34ebc90 service neutron] Checking segment: {'id': 'e4d29c19-7081-43de-a1f1-f5636ff5dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:22:21.802294 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-a9786526-f894-40c9-9147-98eba34ebc90 service neutron] Bound using segment: {'id': 'e4d29c19-7081-43de-a1f1-f5636ff5dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc'} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:22:21.802734 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-a9786526-f894-40c9-9147-98eba34ebc90 service neutron] Bound port: 064090d0-f84d-4681-8245-c98d06de37c4, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4d29c19-7081-43de-a1f1-f5636ff5dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc'}}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:22:21.803100 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-a9786526-f894-40c9-9147-98eba34ebc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:21.880016 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-a9786526-f894-40c9-9147-98eba34ebc90 service neutron] For port 064090d0-f84d-4681-8245-c98d06de37c4, host hv-cinder-80069, cleared binding levels {{(pid=92957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:22:21.883430 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-a9786526-f894-40c9-9147-98eba34ebc90 service neutron] For port 064090d0-f84d-4681-8245-c98d06de37c4, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=064090d0-f84d-4681-8245-c98d06de37c4,segment=NetworkSegment(e4d29c19-7081-43de-a1f1-f5636ff5dd0e),segment_id=e4d29c19-7081-43de-a1f1-f5636ff5dd0e)] {{(pid=92957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:22:21.889343 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-a9786526-f894-40c9-9147-98eba34ebc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:21.928590 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-a9786526-f894-40c9-9147-98eba34ebc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:21.929222 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-a9786526-f894-40c9-9147-98eba34ebc90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:21.930660 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-a9786526-f894-40c9-9147-98eba34ebc90 service neutron] 10.222.0.47 "PUT /v2.0/ports/064090d0-f84d-4681-8245-c98d06de37c4 HTTP/1.1" status: 200 len: 1093 time: 0.7270494 Jul 13 20:22:21.931114 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e70cfcb-114c-4ca8-b575-22f5d971756a', 'tag': '064090d0-f84d-4681-8245-c98d06de37c4'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:22:21.934126 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b237d127-6c00-4923-a0a7-60124a7e3a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "5e70cfcb-114c-4ca8-b575-22f5d971756a", "tag": "064090d0-f84d-4681-8245-c98d06de37c4"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:22:21.962488 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9786526-f894-40c9-9147-98eba34ebc90 service neutron] Pushing event updated for resources: {'Port': ['ID=064090d0-f84d-4681-8245-c98d06de37c4,revision_number=3']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:21.993846 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d7f982-cac2-40d4-bf1c-44635d203c60 x-openstack-request-id: req-92d7f982-cac2-40d4-bf1c-44635d203c60 {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:22:21.993846 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e70cfcb-114c-4ca8-b575-22f5d971756a", "tag": "064090d0-f84d-4681-8245-c98d06de37c4", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:22:21.994319 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-92d7f982-cac2-40d4-bf1c-44635d203c60 {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:22:21.994510 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e70cfcb-114c-4ca8-b575-22f5d971756a', 'tag': '064090d0-f84d-4681-8245-c98d06de37c4', 'status': 'completed', 'code': 200} Jul 13 20:22:22.048411 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-f84fce77-3f1d-4508-ad86-24a1967fcc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:22.050962 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-f84fce77-3f1d-4508-ad86-24a1967fcc09 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d725fb3a49b47c287f9c134201d6823&device_id=5e70cfcb-114c-4ca8-b575-22f5d971756a HTTP/1.1" status: 200 len: 1096 time: 0.0677049 Jul 13 20:22:22.114966 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-b2a97d96-f56c-47d4-8dbc-2552ba770dd8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=064090d0-f84d-4681-8245-c98d06de37c4 HTTP/1.1" status: 200 len: 217 time: 0.0477266 Jul 13 20:22:22.170195 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-578b21b8-cb21-42bf-a7ca-d703f3b05573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:22.171715 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-578b21b8-cb21-42bf-a7ca-d703f3b05573 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f457fbe4-4ce5-41db-824a-50007e6454b1 HTTP/1.1" status: 200 len: 849 time: 0.0493889 Jul 13 20:22:22.235635 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-d3c97e78-e544-473f-8317-763d8561e458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:22.237330 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-d3c97e78-e544-473f-8317-763d8561e458 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ba0347c3-a626-4466-ac21-b102e445facc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556083 Jul 13 20:22:22.356078 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-a805c3c6-eb7a-4013-af22-d6a4ca464257 service neutron] 10.222.0.47 "GET /v2.0/networks/ba0347c3-a626-4466-ac21-b102e445facc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015065 Jul 13 20:22:22.462404 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-0cbfd1ef-6599-4397-8054-503ac5d37a74 req-5b2d6ff9-2a6f-466e-ad71-9f78571d5bdc service neutron] 10.222.0.47 "GET /v2.0/networks/ba0347c3-a626-4466-ac21-b102e445facc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900278 Jul 13 20:22:22.573948 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237d127-6c00-4923-a0a7-60124a7e3a3c req-f31a3164-ebe5-4fec-97ec-822b844c59ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:22.575533 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-b237d127-6c00-4923-a0a7-60124a7e3a3c req-f31a3164-ebe5-4fec-97ec-822b844c59ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d725fb3a49b47c287f9c134201d6823&device_id=5e70cfcb-114c-4ca8-b575-22f5d971756a HTTP/1.1" status: 200 len: 1096 time: 0.0549951 Jul 13 20:22:22.684951 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237d127-6c00-4923-a0a7-60124a7e3a3c req-6df2b563-2558-4f2d-83b8-2cdb430ec81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:22.686447 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-b237d127-6c00-4923-a0a7-60124a7e3a3c req-6df2b563-2558-4f2d-83b8-2cdb430ec81c service neutron] 10.222.0.47 "GET /v2.0/networks?id=ba0347c3-a626-4466-ac21-b102e445facc HTTP/1.1" status: 200 len: 911 time: 0.1014295 Jul 13 20:22:22.735759 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-b237d127-6c00-4923-a0a7-60124a7e3a3c req-36fe2039-d94d-4bb9-8ba1-e9410b7ea2fb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=064090d0-f84d-4681-8245-c98d06de37c4 HTTP/1.1" status: 200 len: 217 time: 0.0365195 Jul 13 20:22:22.755757 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca061613-b1c1-4a56-8bcb-619cbc910718 req-fe4f1ae1-09ae-4e5e-aee9-7bd8dd007861 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:22.757422 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ca061613-b1c1-4a56-8bcb-619cbc910718 req-fe4f1ae1-09ae-4e5e-aee9-7bd8dd007861 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e70cfcb-114c-4ca8-b575-22f5d971756a HTTP/1.1" status: 200 len: 943 time: 0.0708919 Jul 13 20:22:22.807309 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237d127-6c00-4923-a0a7-60124a7e3a3c req-bb36f71e-a56f-4ccb-acd1-1cb199cedd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:22.809967 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-b237d127-6c00-4923-a0a7-60124a7e3a3c req-bb36f71e-a56f-4ccb-acd1-1cb199cedd73 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f457fbe4-4ce5-41db-824a-50007e6454b1 HTTP/1.1" status: 200 len: 849 time: 0.0539005 Jul 13 20:22:22.817521 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ca061613-b1c1-4a56-8bcb-619cbc910718 req-70b14e80-8d13-423e-bb85-0142c587854d tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502965 Jul 13 20:22:22.892823 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237d127-6c00-4923-a0a7-60124a7e3a3c req-f5b88e8c-d496-4155-93d9-48ef054c05d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:22.893912 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-b237d127-6c00-4923-a0a7-60124a7e3a3c req-f5b88e8c-d496-4155-93d9-48ef054c05d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ba0347c3-a626-4466-ac21-b102e445facc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596821 Jul 13 20:22:22.990343 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-b237d127-6c00-4923-a0a7-60124a7e3a3c req-e9c6e644-ba89-46b3-88f8-7d4cb37ff620 service neutron] 10.222.0.47 "GET /v2.0/networks/ba0347c3-a626-4466-ac21-b102e445facc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876939 Jul 13 20:22:23.091609 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-b237d127-6c00-4923-a0a7-60124a7e3a3c req-99d8d7dd-f5b6-4560-a773-a0bc318e9191 service neutron] 10.222.0.47 "GET /v2.0/networks/ba0347c3-a626-4466-ac21-b102e445facc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938699 Jul 13 20:22:24.024835 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4c0f8-a318-4358-abb3-aef86c792eb5 req-38778bc9-11fd-4c0d-bd61-2b39c0ad7e6c tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:24.032643 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e2c4c0f8-a318-4358-abb3-aef86c792eb5 req-38778bc9-11fd-4c0d-bd61-2b39c0ad7e6c tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e70cfcb-114c-4ca8-b575-22f5d971756a HTTP/1.1" status: 200 len: 943 time: 0.0798759 Jul 13 20:22:24.130828 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e2c4c0f8-a318-4358-abb3-aef86c792eb5 req-ffc9e811-c6af-4ceb-8e59-b1654d3a676b tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958648 Jul 13 20:22:24.186800 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-4ef8e698-7b86-46cb-83df-b32443c27c89 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:24.188517 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-4ef8e698-7b86-46cb-83df-b32443c27c89 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/networks?id=1f140b9e-2364-4692-a305-f372cdcd3033 HTTP/1.1" status: 200 len: 814 time: 0.1549165 Jul 13 20:22:24.205429 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-5002ccf6-ff33-4304-a747-2be99558a180 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/quotas/cb3753324fc247e58e25bf13ae9da2cd HTTP/1.1" status: 200 len: 375 time: 0.0108607 Jul 13 20:22:24.279631 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-40c7c405-d5ef-4229-8701-c80955bad374 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb3753324fc247e58e25bf13ae9da2cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0677474 Jul 13 20:22:24.379643 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-bf4c1be3-492e-4c1d-a1bc-f07f07a2fc6d service neutron] 10.222.0.41 "GET /v2.0/networks/1f140b9e-2364-4692-a305-f372cdcd3033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929551 Jul 13 20:22:24.472339 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-e6c88437-b4b7-4c8b-924c-68389c5f966a service neutron] 10.222.0.41 "GET /v2.0/networks/1f140b9e-2364-4692-a305-f372cdcd3033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864277 Jul 13 20:22:24.650120 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a65c86fd-aa31-4e09-bca3-c060866817e5 req-fe3277d8-82ed-46df-9280-e0f1483e9cef tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=44326bee-f7bc-4d6f-8a5f-516de17f20db HTTP/1.1" status: 200 len: 210 time: 0.0355313 Jul 13 20:22:25.308842 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76de443-8a52-4b72-b367-962d3cb7680e req-aeebd089-6dea-474e-81b5-e546cbc57607 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:25.310519 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c76de443-8a52-4b72-b367-962d3cb7680e req-aeebd089-6dea-474e-81b5-e546cbc57607 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e70cfcb-114c-4ca8-b575-22f5d971756a HTTP/1.1" status: 200 len: 943 time: 0.0632765 Jul 13 20:22:25.347015 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c76de443-8a52-4b72-b367-962d3cb7680e req-eccf1cfd-3271-4e51-b092-35083b210d5e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308063 Jul 13 20:22:25.787595 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-e9e95eed-3a16-4e8c-8072-71d3604634e2 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:25.789884 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-e9e95eed-3a16-4e8c-8072-71d3604634e2 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.47 "GET /v2.0/networks?id=1f140b9e-2364-4692-a305-f372cdcd3033 HTTP/1.1" status: 200 len: 814 time: 0.1194949 Jul 13 20:22:25.795827 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-555657b2-185a-4a12-bc30-037e5d0d13be req-62e4891a-0be1-4c6a-881e-04053611dfff tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=44326bee-f7bc-4d6f-8a5f-516de17f20db HTTP/1.1" status: 200 len: 210 time: 0.0289972 Jul 13 20:22:25.813750 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-218eeac5-6e68-4a72-9ca9-83a65efb656b tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Request body: {'port': {'device_id': '44326bee-f7bc-4d6f-8a5f-516de17f20db', 'network_id': '1f140b9e-2364-4692-a305-f372cdcd3033', 'admin_state_up': True, 'tenant_id': 'cb3753324fc247e58e25bf13ae9da2cd'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:22:25.942525 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-218eeac5-6e68-4a72-9ca9-83a65efb656b tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Made reservation on behalf of cb3753324fc247e58e25bf13ae9da2cd for: {'port': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:22:25.949453 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-218eeac5-6e68-4a72-9ca9-83a65efb656b tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:26.106443 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_common [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-218eeac5-6e68-4a72-9ca9-83a65efb656b tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Allocated IP 172.20.0.9 (1f140b9e-2364-4692-a305-f372cdcd3033/a3f1316f-c57f-46e4-87be-20c11623d487/40615ebb-62e2-4e10-beae-f4be84be1cf3) {{(pid=92957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:22:26.260039 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-218eeac5-6e68-4a72-9ca9-83a65efb656b tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Notify callbacks [] for port, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:26.300960 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-218eeac5-6e68-4a72-9ca9-83a65efb656b tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:26.312924 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['2d331a25-fcbb-49e7-b839-18a5df748c87'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:22:26.343876 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-218eeac5-6e68-4a72-9ca9-83a65efb656b tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Network 1f140b9e-2364-4692-a305-f372cdcd3033 is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:22:26.349169 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-218eeac5-6e68-4a72-9ca9-83a65efb656b tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:22:26.351540 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-218eeac5-6e68-4a72-9ca9-83a65efb656b tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Received port after_create {{(pid=92957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:22:26.395741 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218eeac5-6e68-4a72-9ca9-83a65efb656b tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Pushing event updated for resources: {'Port': ['ID=40615ebb-62e2-4e10-beae-f4be84be1cf3,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:26.426591 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-218eeac5-6e68-4a72-9ca9-83a65efb656b tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:26.427282 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-218eeac5-6e68-4a72-9ca9-83a65efb656b tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:26.443280 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-218eeac5-6e68-4a72-9ca9-83a65efb656b tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6362069 Jul 13 20:22:26.466482 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-00fb6c96-c35e-454e-ae6d-35a3d5b812d3 service neutron] Request body: {'port': {'device_id': '44326bee-f7bc-4d6f-8a5f-516de17f20db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:22:26.533996 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119e3e9-b686-43ae-959a-8718da01bc37 req-f5bad296-de87-4cd4-9ee5-3148c97aae8f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:26.535669 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d119e3e9-b686-43ae-959a-8718da01bc37 req-f5bad296-de87-4cd4-9ee5-3148c97aae8f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e70cfcb-114c-4ca8-b575-22f5d971756a HTTP/1.1" status: 200 len: 943 time: 0.0683270 Jul 13 20:22:26.541102 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-00fb6c96-c35e-454e-ae6d-35a3d5b812d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:26.575918 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d119e3e9-b686-43ae-959a-8718da01bc37 req-51df368b-8139-498b-aeca-4329efa752b9 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342145 Jul 13 20:22:26.815148 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-00fb6c96-c35e-454e-ae6d-35a3d5b812d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40615ebb-62e2-4e10-beae-f4be84be1cf3 {{(pid=92957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:22:26.825398 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-00fb6c96-c35e-454e-ae6d-35a3d5b812d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:26.842967 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.provisioning_blocks [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-00fb6c96-c35e-454e-ae6d-35a3d5b812d3 service neutron] Transition to ACTIVE for port object 40615ebb-62e2-4e10-beae-f4be84be1cf3 will not be triggered until provisioned by entity L2. {{(pid=92957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:22:26.848517 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-00fb6c96-c35e-454e-ae6d-35a3d5b812d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:26.906334 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb6c96-c35e-454e-ae6d-35a3d5b812d3 service neutron] Pushing event updated for resources: {'Port': ['ID=40615ebb-62e2-4e10-beae-f4be84be1cf3,revision_number=2']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:26.994707 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7c57c-713f-45ee-bb6a-c9e19cc00dc8 req-80f157dc-7334-4bb0-922c-7d5f5d7f6179 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:27.002151 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f9b7c57c-713f-45ee-bb6a-c9e19cc00dc8 req-80f157dc-7334-4bb0-922c-7d5f5d7f6179 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=44326bee-f7bc-4d6f-8a5f-516de17f20db HTTP/1.1" status: 200 len: 943 time: 0.0757830 Jul 13 20:22:27.005662 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-00fb6c96-c35e-454e-ae6d-35a3d5b812d3 service neutron] Attempting to bind port 40615ebb-62e2-4e10-beae-f4be84be1cf3 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:22:27.005981 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-00fb6c96-c35e-454e-ae6d-35a3d5b812d3 service neutron] Attempting to bind port 40615ebb-62e2-4e10-beae-f4be84be1cf3 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '99d24947-4e54-4aa5-9179-1db39be6bc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1f140b9e-2364-4692-a305-f372cdcd3033'}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:22:27.006407 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-00fb6c96-c35e-454e-ae6d-35a3d5b812d3 service neutron] Attempting to bind port 40615ebb-62e2-4e10-beae-f4be84be1cf3 on network 1f140b9e-2364-4692-a305-f372cdcd3033 {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:22:27.012852 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-00fb6c96-c35e-454e-ae6d-35a3d5b812d3 service neutron] Port 40615ebb-62e2-4e10-beae-f4be84be1cf3 on network 1f140b9e-2364-4692-a305-f372cdcd3033 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:22:27.013342 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-00fb6c96-c35e-454e-ae6d-35a3d5b812d3 service neutron] Attempting to bind port 40615ebb-62e2-4e10-beae-f4be84be1cf3 on network 1f140b9e-2364-4692-a305-f372cdcd3033 {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:22:27.020642 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-00fb6c96-c35e-454e-ae6d-35a3d5b812d3 service neutron] Checking agent: {'id': 'ee728df3-37aa-4a8e-b7f1-721981839fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'started_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:22:27.021049 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-00fb6c96-c35e-454e-ae6d-35a3d5b812d3 service neutron] Checking segment: {'id': '99d24947-4e54-4aa5-9179-1db39be6bc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1f140b9e-2364-4692-a305-f372cdcd3033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:22:27.021439 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-00fb6c96-c35e-454e-ae6d-35a3d5b812d3 service neutron] Bound using segment: {'id': '99d24947-4e54-4aa5-9179-1db39be6bc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1f140b9e-2364-4692-a305-f372cdcd3033'} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:22:27.021918 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-00fb6c96-c35e-454e-ae6d-35a3d5b812d3 service neutron] Bound port: 40615ebb-62e2-4e10-beae-f4be84be1cf3, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99d24947-4e54-4aa5-9179-1db39be6bc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1f140b9e-2364-4692-a305-f372cdcd3033'}}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:22:27.022282 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-00fb6c96-c35e-454e-ae6d-35a3d5b812d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:27.048792 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f9b7c57c-713f-45ee-bb6a-c9e19cc00dc8 req-3eb5cd92-e9ba-4298-aff5-057dd6f8a63e tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454676 Jul 13 20:22:27.098655 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-00fb6c96-c35e-454e-ae6d-35a3d5b812d3 service neutron] For port 40615ebb-62e2-4e10-beae-f4be84be1cf3, host hv-cinder-80069, cleared binding levels {{(pid=92957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:22:27.102594 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-00fb6c96-c35e-454e-ae6d-35a3d5b812d3 service neutron] For port 40615ebb-62e2-4e10-beae-f4be84be1cf3, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=40615ebb-62e2-4e10-beae-f4be84be1cf3,segment=NetworkSegment(99d24947-4e54-4aa5-9179-1db39be6bc4a),segment_id=99d24947-4e54-4aa5-9179-1db39be6bc4a)] {{(pid=92957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:22:27.109417 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-00fb6c96-c35e-454e-ae6d-35a3d5b812d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:27.144002 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-00fb6c96-c35e-454e-ae6d-35a3d5b812d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:27.144613 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-00fb6c96-c35e-454e-ae6d-35a3d5b812d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:27.146076 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-00fb6c96-c35e-454e-ae6d-35a3d5b812d3 service neutron] 10.222.0.47 "PUT /v2.0/ports/40615ebb-62e2-4e10-beae-f4be84be1cf3 HTTP/1.1" status: 200 len: 1093 time: 0.6847472 Jul 13 20:22:27.146521 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44326bee-f7bc-4d6f-8a5f-516de17f20db', 'tag': '40615ebb-62e2-4e10-beae-f4be84be1cf3'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:22:27.148924 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ea7c02-6368-48f5-9591-5e6c5217c632" -d '{"events": [{"name": "network-changed", "server_uuid": "44326bee-f7bc-4d6f-8a5f-516de17f20db", "tag": "40615ebb-62e2-4e10-beae-f4be84be1cf3"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:22:27.197630 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb6c96-c35e-454e-ae6d-35a3d5b812d3 service neutron] Pushing event updated for resources: {'Port': ['ID=40615ebb-62e2-4e10-beae-f4be84be1cf3,revision_number=3']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:27.247018 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8279d5bf-81b6-4d92-8efd-cdb43747f284 x-openstack-request-id: req-8279d5bf-81b6-4d92-8efd-cdb43747f284 {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:22:27.247350 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44326bee-f7bc-4d6f-8a5f-516de17f20db", "tag": "40615ebb-62e2-4e10-beae-f4be84be1cf3", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:22:27.247643 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8279d5bf-81b6-4d92-8efd-cdb43747f284 {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:22:27.248121 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44326bee-f7bc-4d6f-8a5f-516de17f20db', 'tag': '40615ebb-62e2-4e10-beae-f4be84be1cf3', 'status': 'completed', 'code': 200} Jul 13 20:22:27.275586 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-a89461ff-89c6-4e02-b1ad-1fb8b5a4b4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:27.277186 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-a89461ff-89c6-4e02-b1ad-1fb8b5a4b4b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb3753324fc247e58e25bf13ae9da2cd&device_id=44326bee-f7bc-4d6f-8a5f-516de17f20db HTTP/1.1" status: 200 len: 1096 time: 0.0729287 Jul 13 20:22:27.332900 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-5d7cfc30-9986-42e1-a5d5-5fe725b229d0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40615ebb-62e2-4e10-beae-f4be84be1cf3 HTTP/1.1" status: 200 len: 217 time: 0.0411730 Jul 13 20:22:27.388658 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-9d0b9cd5-5049-4581-9724-24211b789c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:27.390152 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-9d0b9cd5-5049-4581-9724-24211b789c7f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3f1316f-c57f-46e4-87be-20c11623d487 HTTP/1.1" status: 200 len: 854 time: 0.0471907 Jul 13 20:22:27.434595 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-89ceb773-6417-46bb-a73a-60b6cd8202cc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f140b9e-2364-4692-a305-f372cdcd3033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290320 Jul 13 20:22:27.532664 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-cc5e988c-a5fb-4213-8222-63c8d2671075 service neutron] 10.222.0.47 "GET /v2.0/networks/1f140b9e-2364-4692-a305-f372cdcd3033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902851 Jul 13 20:22:27.638471 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e93a6680-b09b-45f0-acab-bcec9f4e1edc req-26aa83ca-83ee-4cf5-b6cb-93c65a30ebff service neutron] 10.222.0.47 "GET /v2.0/networks/1f140b9e-2364-4692-a305-f372cdcd3033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898044 Jul 13 20:22:27.752482 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7c02-6368-48f5-9591-5e6c5217c632 req-8ff56255-557c-49c9-8ebb-8328807cd811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:27.753897 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-15ea7c02-6368-48f5-9591-5e6c5217c632 req-8ff56255-557c-49c9-8ebb-8328807cd811 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb3753324fc247e58e25bf13ae9da2cd&device_id=44326bee-f7bc-4d6f-8a5f-516de17f20db HTTP/1.1" status: 200 len: 1096 time: 0.0558152 Jul 13 20:22:27.758880 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f1124-0306-4c0a-8ff6-ed5e506f14a8 req-48bef8f2-3899-43f8-8331-e8a876c7b51a tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:27.760438 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-986f1124-0306-4c0a-8ff6-ed5e506f14a8 req-48bef8f2-3899-43f8-8331-e8a876c7b51a tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e70cfcb-114c-4ca8-b575-22f5d971756a HTTP/1.1" status: 200 len: 943 time: 0.0669971 Jul 13 20:22:27.822175 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-986f1124-0306-4c0a-8ff6-ed5e506f14a8 req-3da6e559-d11b-47ab-a882-a836d79407ae tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555336 Jul 13 20:22:27.873567 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7c02-6368-48f5-9591-5e6c5217c632 req-c3e937d2-49f8-4476-924f-3e5a6648cc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:27.875081 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-15ea7c02-6368-48f5-9591-5e6c5217c632 req-c3e937d2-49f8-4476-924f-3e5a6648cc03 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1f140b9e-2364-4692-a305-f372cdcd3033 HTTP/1.1" status: 200 len: 915 time: 0.1082318 Jul 13 20:22:27.920820 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-15ea7c02-6368-48f5-9591-5e6c5217c632 req-3bbee649-162e-4118-81c2-765e209d43cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40615ebb-62e2-4e10-beae-f4be84be1cf3 HTTP/1.1" status: 200 len: 217 time: 0.0383210 Jul 13 20:22:27.982288 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7c02-6368-48f5-9591-5e6c5217c632 req-5b10aed0-a3ad-47c9-9b9b-90e716637ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:27.983792 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-15ea7c02-6368-48f5-9591-5e6c5217c632 req-5b10aed0-a3ad-47c9-9b9b-90e716637ee0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3f1316f-c57f-46e4-87be-20c11623d487 HTTP/1.1" status: 200 len: 854 time: 0.0526657 Jul 13 20:22:28.020869 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-15ea7c02-6368-48f5-9591-5e6c5217c632 req-b7b9c62c-27eb-4ba7-a7ca-9d1aff43b839 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f140b9e-2364-4692-a305-f372cdcd3033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271833 Jul 13 20:22:28.138766 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-15ea7c02-6368-48f5-9591-5e6c5217c632 req-87125bf2-ccf6-48de-942a-b6686448cf7e service neutron] 10.222.0.47 "GET /v2.0/networks/1f140b9e-2364-4692-a305-f372cdcd3033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995705 Jul 13 20:22:28.246280 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb19f04-ab2b-42e3-b84b-547d4b0e0f97 req-d49fbc5d-4202-48b4-bdd4-eae23b3d3b30 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:28.249321 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6fb19f04-ab2b-42e3-b84b-547d4b0e0f97 req-d49fbc5d-4202-48b4-bdd4-eae23b3d3b30 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=44326bee-f7bc-4d6f-8a5f-516de17f20db HTTP/1.1" status: 200 len: 943 time: 0.0814383 Jul 13 20:22:28.260071 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-15ea7c02-6368-48f5-9591-5e6c5217c632 req-e427ce84-365b-439d-83c2-1d1c3035d649 service neutron] 10.222.0.47 "GET /v2.0/networks/1f140b9e-2364-4692-a305-f372cdcd3033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112170 Jul 13 20:22:28.303042 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6fb19f04-ab2b-42e3-b84b-547d4b0e0f97 req-50a72e8c-2218-483e-a58b-8b6d2cf7092a tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466304 Jul 13 20:22:29.000708 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6cf2a-4f69-43a8-a8bd-c1bdb3aab3d6 req-b1a5ac32-8811-40d7-93cd-81015cff0a3c tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:29.002206 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8af6cf2a-4f69-43a8-a8bd-c1bdb3aab3d6 req-b1a5ac32-8811-40d7-93cd-81015cff0a3c tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e70cfcb-114c-4ca8-b575-22f5d971756a HTTP/1.1" status: 200 len: 943 time: 0.0651596 Jul 13 20:22:29.041955 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8af6cf2a-4f69-43a8-a8bd-c1bdb3aab3d6 req-73810515-dc35-4d12-9a7a-540966bd0711 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340490 Jul 13 20:22:29.492646 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda62c6c-a601-44ac-8f02-5137a5052b29 req-f4b99dfb-04af-40a1-b3af-3e9772ac02e3 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:29.494272 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bda62c6c-a601-44ac-8f02-5137a5052b29 req-f4b99dfb-04af-40a1-b3af-3e9772ac02e3 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=44326bee-f7bc-4d6f-8a5f-516de17f20db HTTP/1.1" status: 200 len: 943 time: 0.0768960 Jul 13 20:22:29.535089 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bda62c6c-a601-44ac-8f02-5137a5052b29 req-f195a709-b6d4-489b-a55c-739ee6041a38 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338852 Jul 13 20:22:30.217071 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632824d-a405-4a1f-b424-e4e0c6925dd1 req-36ab9fdb-3b0e-4b4c-8bb8-14953f5addc3 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:30.218657 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6632824d-a405-4a1f-b424-e4e0c6925dd1 req-36ab9fdb-3b0e-4b4c-8bb8-14953f5addc3 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e70cfcb-114c-4ca8-b575-22f5d971756a HTTP/1.1" status: 200 len: 943 time: 0.0660734 Jul 13 20:22:30.258544 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6632824d-a405-4a1f-b424-e4e0c6925dd1 req-32af65d6-1850-45c4-ace0-184eb89146ec tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343089 Jul 13 20:22:30.722860 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e6b44-501b-4afd-a46b-1e661e0d77a0 req-f9017af8-a103-4028-9bd8-0958ef632512 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:30.724528 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ab9e6b44-501b-4afd-a46b-1e661e0d77a0 req-f9017af8-a103-4028-9bd8-0958ef632512 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=44326bee-f7bc-4d6f-8a5f-516de17f20db HTTP/1.1" status: 200 len: 943 time: 0.0697656 Jul 13 20:22:30.768623 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ab9e6b44-501b-4afd-a46b-1e661e0d77a0 req-4b2d2ecf-5091-4643-9397-f0a9a8af32d2 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385001 Jul 13 20:22:31.456827 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547dbfd-d1fb-433d-91b7-06bd8a861a3c req-8c9e8a13-b5ee-4ebe-b0ac-98e99f82a4be tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:31.458423 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1547dbfd-d1fb-433d-91b7-06bd8a861a3c req-8c9e8a13-b5ee-4ebe-b0ac-98e99f82a4be tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e70cfcb-114c-4ca8-b575-22f5d971756a HTTP/1.1" status: 200 len: 943 time: 0.0766804 Jul 13 20:22:31.476565 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 40615ebb-62e2-4e10-beae-f4be84be1cf3 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:22:31.506769 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1547dbfd-d1fb-433d-91b7-06bd8a861a3c req-a67f13a8-e10d-4a7f-8bef-c49d3f4fafce tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416942 Jul 13 20:22:31.598282 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 40615ebb-62e2-4e10-beae-f4be84be1cf3, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=40615ebb-62e2-4e10-beae-f4be84be1cf3,segment=NetworkSegment(99d24947-4e54-4aa5-9179-1db39be6bc4a),segment_id=99d24947-4e54-4aa5-9179-1db39be6bc4a)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:22:31.610678 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Returning: {'device': '40615ebb-62e2-4e10-beae-f4be84be1cf3', 'network_id': '1f140b9e-2364-4692-a305-f372cdcd3033', 'port_id': '40615ebb-62e2-4e10-beae-f4be84be1cf3', 'mac_address': 'fa:16:3e:b9:75:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f1316f-c57f-46e4-87be-20c11623d487', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:22:31.651599 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:31.666556 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40615ebb-62e2-4e10-beae-f4be84be1cf3 {{(pid=92959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:22:31.691034 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 40615ebb-62e2-4e10-beae-f4be84be1cf3, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=40615ebb-62e2-4e10-beae-f4be84be1cf3,segment=NetworkSegment(99d24947-4e54-4aa5-9179-1db39be6bc4a),segment_id=99d24947-4e54-4aa5-9179-1db39be6bc4a)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:22:31.695282 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:31.758380 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=40615ebb-62e2-4e10-beae-f4be84be1cf3,revision_number=4']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:31.981481 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7df42-74b9-44ad-9ff9-ae2327e66937 req-9e82de58-8f02-4bc3-b58f-512679791adc tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:31.984178 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cda7df42-74b9-44ad-9ff9-ae2327e66937 req-9e82de58-8f02-4bc3-b58f-512679791adc tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=44326bee-f7bc-4d6f-8a5f-516de17f20db HTTP/1.1" status: 200 len: 944 time: 0.0726871 Jul 13 20:22:32.044319 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cda7df42-74b9-44ad-9ff9-ae2327e66937 req-0cd0bf43-b27c-4c27-a56b-94141f2cf83e tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517249 Jul 13 20:22:32.072325 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['40615ebb-62e2-4e10-beae-f4be84be1cf3'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:22:32.688222 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20c775-d0e3-4b38-915e-f6f6379c0f80 req-c9584330-33e7-4924-85c6-60159b9112bd tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:32.689760 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1c20c775-d0e3-4b38-915e-f6f6379c0f80 req-c9584330-33e7-4924-85c6-60159b9112bd tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e70cfcb-114c-4ca8-b575-22f5d971756a HTTP/1.1" status: 200 len: 943 time: 0.0666945 Jul 13 20:22:32.731609 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1c20c775-d0e3-4b38-915e-f6f6379c0f80 req-e77ee59e-fa67-4872-aa9e-200549fbbd6d tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363116 Jul 13 20:22:33.224233 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d4f20-8610-4720-90cd-a8ea3cb3f40d req-711cbf30-452d-4684-92b0-82218a8a71a7 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:33.225761 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7b1d4f20-8610-4720-90cd-a8ea3cb3f40d req-711cbf30-452d-4684-92b0-82218a8a71a7 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=44326bee-f7bc-4d6f-8a5f-516de17f20db HTTP/1.1" status: 200 len: 944 time: 0.0635536 Jul 13 20:22:33.265999 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7b1d4f20-8610-4720-90cd-a8ea3cb3f40d req-ed8109b1-5b4d-43df-a187-831cbff0b840 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334203 Jul 13 20:22:33.480532 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 064090d0-f84d-4681-8245-c98d06de37c4 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:22:33.483796 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 40615ebb-62e2-4e10-beae-f4be84be1cf3 up at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:22:33.598472 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning for port 40615ebb-62e2-4e10-beae-f4be84be1cf3 completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:22:33.606415 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning complete for port 40615ebb-62e2-4e10-beae-f4be84be1cf3 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:22:33.606802 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:33.651257 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 064090d0-f84d-4681-8245-c98d06de37c4, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=064090d0-f84d-4681-8245-c98d06de37c4,segment=NetworkSegment(e4d29c19-7081-43de-a1f1-f5636ff5dd0e),segment_id=e4d29c19-7081-43de-a1f1-f5636ff5dd0e)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:22:33.665914 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Returning: {'device': '064090d0-f84d-4681-8245-c98d06de37c4', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'port_id': '064090d0-f84d-4681-8245-c98d06de37c4', 'mac_address': 'fa:16:3e:73:24:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:22:33.738759 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:33.743334 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:33.776782 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 064090d0-f84d-4681-8245-c98d06de37c4 {{(pid=92959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:22:33.788247 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-8aadd51f-950d-41f4-a768-df525c1db6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:33.795994 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44326bee-f7bc-4d6f-8a5f-516de17f20db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40615ebb-62e2-4e10-beae-f4be84be1cf3'}] {{(pid=92959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:22:33.798407 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a95ef25a805c455dc0e319f75fe5c37b751c8207b334ba38c934020b16a01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db21ae5-0f9d-441f-b1a7-7aa603496f36" -d '{"events": [{"server_uuid": "44326bee-f7bc-4d6f-8a5f-516de17f20db", "name": "network-vif-plugged", "status": "completed", "tag": "40615ebb-62e2-4e10-beae-f4be84be1cf3"}]}' {{(pid=92959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:22:33.824446 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 40615ebb-62e2-4e10-beae-f4be84be1cf3, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=40615ebb-62e2-4e10-beae-f4be84be1cf3,segment=NetworkSegment(99d24947-4e54-4aa5-9179-1db39be6bc4a),segment_id=99d24947-4e54-4aa5-9179-1db39be6bc4a)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:22:33.824989 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 064090d0-f84d-4681-8245-c98d06de37c4, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=064090d0-f84d-4681-8245-c98d06de37c4,segment=NetworkSegment(e4d29c19-7081-43de-a1f1-f5636ff5dd0e),segment_id=e4d29c19-7081-43de-a1f1-f5636ff5dd0e)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:22:33.828391 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:33.832941 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:33.855278 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8213c47e-e239-40a5-b362-af203da512b2 x-openstack-request-id: req-8213c47e-e239-40a5-b362-af203da512b2 {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:22:33.855570 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44326bee-f7bc-4d6f-8a5f-516de17f20db", "name": "network-vif-plugged", "status": "completed", "tag": "40615ebb-62e2-4e10-beae-f4be84be1cf3", "code": 200}]} {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:22:33.855947 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8213c47e-e239-40a5-b362-af203da512b2 {{(pid=92959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:22:33.856265 dv-cinder-800697-1-iscsi neutron-server[92959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44326bee-f7bc-4d6f-8a5f-516de17f20db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40615ebb-62e2-4e10-beae-f4be84be1cf3', 'code': 200} Jul 13 20:22:33.887598 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=40615ebb-62e2-4e10-beae-f4be84be1cf3,revision_number=5']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:33.940984 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a839b1c-5709-41de-8bff-96d2c1f8c189 req-5acbfd1f-7307-4c78-aee9-3e4593ad3157 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:33.942511 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0a839b1c-5709-41de-8bff-96d2c1f8c189 req-5acbfd1f-7307-4c78-aee9-3e4593ad3157 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e70cfcb-114c-4ca8-b575-22f5d971756a HTTP/1.1" status: 200 len: 944 time: 0.0753121 Jul 13 20:22:33.959842 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=064090d0-f84d-4681-8245-c98d06de37c4,revision_number=4']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:33.987777 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0a839b1c-5709-41de-8bff-96d2c1f8c189 req-4f7c0afd-2542-4f3f-a02b-638df3b9d226 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389659 Jul 13 20:22:34.105583 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2131b7e-38ea-4260-8f1e-6802215e3cc4 req-9307484a-6c7d-49a7-a6ce-885d6fc2aacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:34.107399 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-b2131b7e-38ea-4260-8f1e-6802215e3cc4 req-9307484a-6c7d-49a7-a6ce-885d6fc2aacd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=44326bee-f7bc-4d6f-8a5f-516de17f20db HTTP/1.1" status: 200 len: 1098 time: 0.0551281 Jul 13 20:22:34.141385 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['064090d0-f84d-4681-8245-c98d06de37c4'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:22:34.148945 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-b2131b7e-38ea-4260-8f1e-6802215e3cc4 req-d464c7af-9d9a-497f-b967-c98e0e26e4dd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312276 Jul 13 20:22:34.449377 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea583e2-9862-487c-8a19-8f185970db90 req-0f87ba5b-c76a-4965-a6a2-99bde0468387 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:34.450964 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6ea583e2-9862-487c-8a19-8f185970db90 req-0f87ba5b-c76a-4965-a6a2-99bde0468387 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=44326bee-f7bc-4d6f-8a5f-516de17f20db HTTP/1.1" status: 200 len: 945 time: 0.0688231 Jul 13 20:22:34.492584 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6ea583e2-9862-487c-8a19-8f185970db90 req-f2579642-88fa-447e-8b41-eafaefa62688 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359497 Jul 13 20:22:35.173553 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5916a-f047-4731-b60e-962f57d0e463 req-00e6f607-06f0-4af2-8b1f-45ce30c8b690 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:35.175042 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-28d5916a-f047-4731-b60e-962f57d0e463 req-00e6f607-06f0-4af2-8b1f-45ce30c8b690 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e70cfcb-114c-4ca8-b575-22f5d971756a HTTP/1.1" status: 200 len: 944 time: 0.0660839 Jul 13 20:22:35.231107 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-28d5916a-f047-4731-b60e-962f57d0e463 req-f6812709-45b8-4425-9104-894760d6157d tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491395 Jul 13 20:22:35.511781 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 064090d0-f84d-4681-8245-c98d06de37c4 up at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:22:35.575830 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning for port 064090d0-f84d-4681-8245-c98d06de37c4 completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:22:35.580310 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning complete for port 064090d0-f84d-4681-8245-c98d06de37c4 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:22:35.580762 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:35.672716 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:35.673927 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a97af-0737-4141-bafc-0a8bcc6069e1 req-292cb062-9d03-4f23-90ae-c3bc2226c38f tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:35.675429 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f72a97af-0737-4141-bafc-0a8bcc6069e1 req-292cb062-9d03-4f23-90ae-c3bc2226c38f tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=44326bee-f7bc-4d6f-8a5f-516de17f20db HTTP/1.1" status: 200 len: 945 time: 0.0697484 Jul 13 20:22:35.708123 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 064090d0-f84d-4681-8245-c98d06de37c4, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=064090d0-f84d-4681-8245-c98d06de37c4,segment=NetworkSegment(e4d29c19-7081-43de-a1f1-f5636ff5dd0e),segment_id=e4d29c19-7081-43de-a1f1-f5636ff5dd0e)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:22:35.712729 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:35.728086 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f72a97af-0737-4141-bafc-0a8bcc6069e1 req-dc8b9475-1a92-42da-b6c9-d53292ad43d8 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465658 Jul 13 20:22:35.765055 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=064090d0-f84d-4681-8245-c98d06de37c4,revision_number=5']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:35.858326 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e70cfcb-114c-4ca8-b575-22f5d971756a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064090d0-f84d-4681-8245-c98d06de37c4'}] {{(pid=92959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:22:35.860937 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a95ef25a805c455dc0e319f75fe5c37b751c8207b334ba38c934020b16a01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb2ed44-a4e1-4267-afe9-39b0db7f1f54" -d '{"events": [{"server_uuid": "5e70cfcb-114c-4ca8-b575-22f5d971756a", "name": "network-vif-plugged", "status": "completed", "tag": "064090d0-f84d-4681-8245-c98d06de37c4"}]}' {{(pid=92959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:22:35.916061 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84095da2-1c45-481f-88db-8fb3bb149c2d x-openstack-request-id: req-84095da2-1c45-481f-88db-8fb3bb149c2d {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:22:35.916579 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e70cfcb-114c-4ca8-b575-22f5d971756a", "name": "network-vif-plugged", "status": "completed", "tag": "064090d0-f84d-4681-8245-c98d06de37c4", "code": 200}]} {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:22:35.916579 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-84095da2-1c45-481f-88db-8fb3bb149c2d {{(pid=92959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:22:35.917020 dv-cinder-800697-1-iscsi neutron-server[92959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e70cfcb-114c-4ca8-b575-22f5d971756a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064090d0-f84d-4681-8245-c98d06de37c4', 'code': 200} Jul 13 20:22:36.099597 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-acb0600c-f450-4d98-b3cb-446e11971df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:36.197598 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb0532-3f29-4171-aa19-281fea3347a5 req-44415e57-ccdf-4128-8ba8-ebae968f20cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:36.199337 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e1cb0532-3f29-4171-aa19-281fea3347a5 req-44415e57-ccdf-4128-8ba8-ebae968f20cd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5e70cfcb-114c-4ca8-b575-22f5d971756a HTTP/1.1" status: 200 len: 1098 time: 0.0537934 Jul 13 20:22:36.247148 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e1cb0532-3f29-4171-aa19-281fea3347a5 req-71dd55a0-2e13-4ea0-8a86-2693c93a4bd0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408006 Jul 13 20:22:36.440691 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebe538-ad9e-4d4c-9ef1-8925da2e179b req-89e64d5e-93ea-42ef-82b5-ec6b76f0e7a2 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:36.442283 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8eebe538-ad9e-4d4c-9ef1-8925da2e179b req-89e64d5e-93ea-42ef-82b5-ec6b76f0e7a2 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e70cfcb-114c-4ca8-b575-22f5d971756a HTTP/1.1" status: 200 len: 945 time: 0.0768757 Jul 13 20:22:36.491247 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8eebe538-ad9e-4d4c-9ef1-8925da2e179b req-1f202b08-375a-47e7-9139-df2e211a7ef4 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389583 Jul 13 20:22:36.770756 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:37.486141 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:37.615363 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-d75bf400-5327-4637-91e7-8a41fdec808e tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:37.617152 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-d75bf400-5327-4637-91e7-8a41fdec808e tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/networks?id=1f140b9e-2364-4692-a305-f372cdcd3033 HTTP/1.1" status: 200 len: 814 time: 0.1187255 Jul 13 20:22:37.638655 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-63f32a3b-db95-451c-9c10-4cf2a4a9c97a tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/quotas/cb3753324fc247e58e25bf13ae9da2cd HTTP/1.1" status: 200 len: 375 time: 0.0105286 Jul 13 20:22:37.761339 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-e3fac176-aa6c-4f77-9b2c-f9a695ccf764 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb3753324fc247e58e25bf13ae9da2cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1157725 Jul 13 20:22:37.769754 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb3826-5c14-4105-81d3-1ff25226c469 req-83492328-91e0-4383-af7d-32a9d885d65c tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:37.771211 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-56fb3826-5c14-4105-81d3-1ff25226c469 req-83492328-91e0-4383-af7d-32a9d885d65c tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e70cfcb-114c-4ca8-b575-22f5d971756a HTTP/1.1" status: 200 len: 945 time: 0.1159480 Jul 13 20:22:37.869495 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-56fb3826-5c14-4105-81d3-1ff25226c469 req-a0469342-758c-4b5e-8ca6-f4c96fa101f4 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888667 Jul 13 20:22:37.893696 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-3c2a5b11-be4d-427a-83fa-855b204790d2 service neutron] 10.222.0.41 "GET /v2.0/networks/1f140b9e-2364-4692-a305-f372cdcd3033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196029 Jul 13 20:22:38.262153 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-fd1fa400-32d2-4a54-bec4-a075658ad964 service neutron] 10.222.0.41 "GET /v2.0/networks/1f140b9e-2364-4692-a305-f372cdcd3033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644202 Jul 13 20:22:38.290141 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f75fa-5392-46cc-a974-57d6d4debb88 req-b0f3eaa9-7743-46ce-b934-0ee09e82e4b7 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:38.293405 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-810f75fa-5392-46cc-a974-57d6d4debb88 req-b0f3eaa9-7743-46ce-b934-0ee09e82e4b7 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e70cfcb-114c-4ca8-b575-22f5d971756a HTTP/1.1" status: 200 len: 945 time: 0.1202374 Jul 13 20:22:38.358692 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-810f75fa-5392-46cc-a974-57d6d4debb88 req-c1cd4b7c-7f7b-4476-aa73-d2363b9edbb3 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594442 Jul 13 20:22:38.393667 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 47266) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:22:38.477572 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-58d77272-bb1c-4021-aa21-25fd0275d89f req-ccf7f962-c64b-4bc3-afa4-b1947c42e9fc tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d1ad9e-4955-4226-a55d-28afb2eea57d HTTP/1.1" status: 200 len: 210 time: 0.0345645 Jul 13 20:22:38.602881 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fdd7c2-92c6-43e2-9c52-198de193bc14 tempest-TestVolumeBootPattern-961498258 tempest-TestVolumeBootPattern-961498258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:38.606217 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-43fdd7c2-92c6-43e2-9c52-198de193bc14 tempest-TestVolumeBootPattern-961498258 tempest-TestVolumeBootPattern-961498258-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5e70cfcb-114c-4ca8-b575-22f5d971756a HTTP/1.1" status: 200 len: 1093 time: 0.2112312 Jul 13 20:22:38.611556 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 47278) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:22:38.616885 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-73880151-ae2a-4c00-8030-00201704746e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Request body: {'floatingip': {'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'port_id': '064090d0-f84d-4681-8245-c98d06de37c4', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'fixed_ip_address': '172.20.0.7'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:22:38.649153 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-73880151-ae2a-4c00-8030-00201704746e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for floatingip, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:38.790165 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-73880151-ae2a-4c00-8030-00201704746e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:38.911095 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_common [None req-73880151-ae2a-4c00-8030-00201704746e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Allocated IP 172.27.1.42 (e57c7c0c-39ec-40cf-b750-a71f25c7d8d2/a207c1df-41ac-48bd-9f72-165f77d81169/08025d91-2c2b-40a1-ba2f-4651fabd3b74) {{(pid=92957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:22:39.032175 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-73880151-ae2a-4c00-8030-00201704746e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for port, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:39.082139 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-73880151-ae2a-4c00-8030-00201704746e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:39.156967 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73880151-ae2a-4c00-8030-00201704746e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Network e57c7c0c-39ec-40cf-b750-a71f25c7d8d2 is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:22:39.164422 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [None req-73880151-ae2a-4c00-8030-00201704746e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:22:39.171067 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73880151-ae2a-4c00-8030-00201704746e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Received port after_create {{(pid=92957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:22:39.175094 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73880151-ae2a-4c00-8030-00201704746e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Pushing event updated for resources: {'Port': ['ID=08025d91-2c2b-40a1-ba2f-4651fabd3b74,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:39.216266 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:39.625289 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-149b761d-380a-41ab-84eb-4f9b699a00b4 req-48b97d01-e5b4-4bf6-8a83-3d19626f0c05 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d1ad9e-4955-4226-a55d-28afb2eea57d HTTP/1.1" status: 200 len: 210 time: 0.0314634 Jul 13 20:22:39.905263 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-02581db3-a5e7-4db8-9012-21b4cb70c65e tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:39.906812 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-02581db3-a5e7-4db8-9012-21b4cb70c65e tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.47 "GET /v2.0/networks?id=1f140b9e-2364-4692-a305-f372cdcd3033 HTTP/1.1" status: 200 len: 814 time: 0.1880188 Jul 13 20:22:39.913903 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-73880151-ae2a-4c00-8030-00201704746e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:39.942394 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-d2feda09-62e3-42e4-9900-bd6813dd7697 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Request body: {'port': {'device_id': 'd5d1ad9e-4955-4226-a55d-28afb2eea57d', 'network_id': '1f140b9e-2364-4692-a305-f372cdcd3033', 'admin_state_up': True, 'tenant_id': 'cb3753324fc247e58e25bf13ae9da2cd'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:22:40.072662 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-73880151-ae2a-4c00-8030-00201704746e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:40.136100 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-d2feda09-62e3-42e4-9900-bd6813dd7697 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Made reservation on behalf of cb3753324fc247e58e25bf13ae9da2cd for: {'port': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:22:40.139728 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-d2feda09-62e3-42e4-9900-bd6813dd7697 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:40.351915 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-73880151-ae2a-4c00-8030-00201704746e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for port, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:40.359004 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_common [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-d2feda09-62e3-42e4-9900-bd6813dd7697 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Allocated IP 172.20.0.5 (1f140b9e-2364-4692-a305-f372cdcd3033/a3f1316f-c57f-46e4-87be-20c11623d487/bdf01d8e-ca3f-4506-ae58-9da525c3935c) {{(pid=92957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:22:40.360968 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-73880151-ae2a-4c00-8030-00201704746e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:40.449736 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73880151-ae2a-4c00-8030-00201704746e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Pushing event updated for resources: {'Port': ['ID=08025d91-2c2b-40a1-ba2f-4651fabd3b74,revision_number=2']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:40.488557 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-73880151-ae2a-4c00-8030-00201704746e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708393'] for floatingip, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:40.655625 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-d2feda09-62e3-42e4-9900-bd6813dd7697 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Notify callbacks [] for port, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:40.658204 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.db.l3_db [None req-73880151-ae2a-4c00-8030-00201704746e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Floating IP 87793d2f-d317-4a5d-986c-de71051dbc5b associated. External IP: 172.27.1.42, port: 064090d0-f84d-4681-8245-c98d06de37c4. Jul 13 20:22:40.772907 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-24ffc15e-0f2b-49b3-9a7d-76953f884f8d req-af7a39f0-f98e-4009-b8e6-6cf6c41b0da9 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d1ad9e-4955-4226-a55d-28afb2eea57d HTTP/1.1" status: 200 len: 210 time: 0.0315173 Jul 13 20:22:40.781779 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-d2feda09-62e3-42e4-9900-bd6813dd7697 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:40.795548 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['2d331a25-fcbb-49e7-b839-18a5df748c87', '40615ebb-62e2-4e10-beae-f4be84be1cf3'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:22:40.871489 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-d2feda09-62e3-42e4-9900-bd6813dd7697 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Network 1f140b9e-2364-4692-a305-f372cdcd3033 is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:22:40.880246 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-d2feda09-62e3-42e4-9900-bd6813dd7697 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:22:40.909850 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-d2feda09-62e3-42e4-9900-bd6813dd7697 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Received port after_create {{(pid=92957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:22:40.912281 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2feda09-62e3-42e4-9900-bd6813dd7697 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Pushing event updated for resources: {'Port': ['ID=bdf01d8e-ca3f-4506-ae58-9da525c3935c,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:40.973773 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-d2feda09-62e3-42e4-9900-bd6813dd7697 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:40.974506 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-d2feda09-62e3-42e4-9900-bd6813dd7697 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:40.989047 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73880151-ae2a-4c00-8030-00201704746e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Router 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e has already been hosted by L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d {{(pid=92957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:22:40.996077 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-d2feda09-62e3-42e4-9900-bd6813dd7697 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0594752 Jul 13 20:22:41.044504 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-a0596a8f-56f1-49e2-b4e7-3c37091f5b27 service neutron] Request body: {'port': {'device_id': 'd5d1ad9e-4955-4226-a55d-28afb2eea57d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:22:41.165306 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-a0596a8f-56f1-49e2-b4e7-3c37091f5b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:41.169473 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73880151-ae2a-4c00-8030-00201704746e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:22:41.180223 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3081fd97-eb58-46d3-ae39-e0a6c4237a01 None None] Sync routers for ids ['4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'] in dv-cinder-800697-1-iscsi {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:22:41.189516 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3081fd97-eb58-46d3-ae39-e0a6c4237a01 None None] Routers {'4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:22:41.190214 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-3081fd97-eb58-46d3-ae39-e0a6c4237a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:22:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:22:41.211242 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-73880151-ae2a-4c00-8030-00201704746e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for floatingip, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:41.298714 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-3081fd97-eb58-46d3-ae39-e0a6c4237a01 None None] Set router 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:22:41.304070 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-73880151-ae2a-4c00-8030-00201704746e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6912754 Jul 13 20:22:41.306589 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e70cfcb-114c-4ca8-b575-22f5d971756a', 'tag': '064090d0-f84d-4681-8245-c98d06de37c4'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:22:41.309147 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc66d0b-c0b1-468e-86ee-1b4984983806" -d '{"events": [{"name": "network-changed", "server_uuid": "5e70cfcb-114c-4ca8-b575-22f5d971756a", "tag": "064090d0-f84d-4681-8245-c98d06de37c4"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:22:41.373519 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe175651-d498-41c9-b3b5-4c3c363cca13 x-openstack-request-id: req-fe175651-d498-41c9-b3b5-4c3c363cca13 {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:22:41.373786 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e70cfcb-114c-4ca8-b575-22f5d971756a", "tag": "064090d0-f84d-4681-8245-c98d06de37c4", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:22:41.373948 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fe175651-d498-41c9-b3b5-4c3c363cca13 {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:22:41.374341 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e70cfcb-114c-4ca8-b575-22f5d971756a', 'tag': '064090d0-f84d-4681-8245-c98d06de37c4', 'status': 'completed', 'code': 200} Jul 13 20:22:41.514423 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc66d0b-c0b1-468e-86ee-1b4984983806 req-0126cb58-5bf0-47f5-83c5-f93bde5f9d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:41.515955 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-4cc66d0b-c0b1-468e-86ee-1b4984983806 req-0126cb58-5bf0-47f5-83c5-f93bde5f9d79 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d725fb3a49b47c287f9c134201d6823&device_id=5e70cfcb-114c-4ca8-b575-22f5d971756a HTTP/1.1" status: 200 len: 1098 time: 0.1190012 Jul 13 20:22:41.527506 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-a0596a8f-56f1-49e2-b4e7-3c37091f5b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdf01d8e-ca3f-4506-ae58-9da525c3935c {{(pid=92957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:22:41.542275 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-3081fd97-eb58-46d3-ae39-e0a6c4237a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'name': 'tempest-TestVolumeBootPattern-51487356-router', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:42Z', 'updated_at': '2021-07-13T20:21:47Z', 'revision_number': 4, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'gw_port': {'id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:43Z', 'updated_at': '2021-07-13T20:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_floatingips': [{'id': '87793d2f-d317-4a5d-986c-de71051dbc5b', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'floating_ip_address': '172.27.1.42', 'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'router_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'port_id': '064090d0-f84d-4681-8245-c98d06de37c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'mac_address': 'fa:16:3e:73:24:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e70cfcb-114c-4ca8-b575-22f5d971756a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:22:39Z', 'updated_at': '2021-07-13T20:22:39Z', 'revision_number': 0, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b75779e7-c3d4-43b8-8f47-2957bce94180', 'name': '', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'mac_address': 'fa:16:3e:a6:77:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:46Z', 'updated_at': '2021-07-13T20:21:54Z', 'revision_number': 5, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'subnets': [{'id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:22:41.543128 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-a0596a8f-56f1-49e2-b4e7-3c37091f5b27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:41.568872 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3081fd97-eb58-46d3-ae39-e0a6c4237a01 None None] Checking router: 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e for host: dv-cinder-800697-1-iscsi {{(pid=92959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:22:41.578291 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3081fd97-eb58-46d3-ae39-e0a6c4237a01 None None] Routers {'4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:22:41.578922 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-3081fd97-eb58-46d3-ae39-e0a6c4237a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:22:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:22:41.693897 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-3081fd97-eb58-46d3-ae39-e0a6c4237a01 None None] Set router 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:22:41.839050 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.provisioning_blocks [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-a0596a8f-56f1-49e2-b4e7-3c37091f5b27 service neutron] Transition to ACTIVE for port object bdf01d8e-ca3f-4506-ae58-9da525c3935c will not be triggered until provisioned by entity L2. {{(pid=92957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:22:41.845121 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-a0596a8f-56f1-49e2-b4e7-3c37091f5b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:41.918881 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc66d0b-c0b1-468e-86ee-1b4984983806 req-793bff66-1f7b-460a-8d78-635331805897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:41.920504 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-4cc66d0b-c0b1-468e-86ee-1b4984983806 req-793bff66-1f7b-460a-8d78-635331805897 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ba0347c3-a626-4466-ac21-b102e445facc HTTP/1.1" status: 200 len: 911 time: 0.3883975 Jul 13 20:22:41.922902 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0596a8f-56f1-49e2-b4e7-3c37091f5b27 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf01d8e-ca3f-4506-ae58-9da525c3935c,revision_number=2']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:41.945285 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-3081fd97-eb58-46d3-ae39-e0a6c4237a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'name': 'tempest-TestVolumeBootPattern-51487356-router', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:42Z', 'updated_at': '2021-07-13T20:21:47Z', 'revision_number': 4, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'gw_port': {'id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:43Z', 'updated_at': '2021-07-13T20:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_floatingips': [{'id': '87793d2f-d317-4a5d-986c-de71051dbc5b', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'floating_ip_address': '172.27.1.42', 'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'router_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'port_id': '064090d0-f84d-4681-8245-c98d06de37c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'mac_address': 'fa:16:3e:73:24:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e70cfcb-114c-4ca8-b575-22f5d971756a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:22:39Z', 'updated_at': '2021-07-13T20:22:39Z', 'revision_number': 0, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b75779e7-c3d4-43b8-8f47-2957bce94180', 'name': '', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'mac_address': 'fa:16:3e:a6:77:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:46Z', 'updated_at': '2021-07-13T20:21:54Z', 'revision_number': 5, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'subnets': [{'id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:22:41.956420 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 6 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:22:41.977172 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646731b3-2847-491d-8c5d-62228d1fbbf1 req-f2ba6cd9-c851-43a6-b47e-6ad6b842064f tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:41.979102 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-646731b3-2847-491d-8c5d-62228d1fbbf1 req-f2ba6cd9-c851-43a6-b47e-6ad6b842064f tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d1ad9e-4955-4226-a55d-28afb2eea57d HTTP/1.1" status: 200 len: 943 time: 0.0811884 Jul 13 20:22:42.027627 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-646731b3-2847-491d-8c5d-62228d1fbbf1 req-f97c57b7-5a4c-4f21-b9cc-6da114f77a7b tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412688 Jul 13 20:22:42.040180 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-4cc66d0b-c0b1-468e-86ee-1b4984983806 req-16a63077-7ecf-434d-8906-a084f19e580c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=064090d0-f84d-4681-8245-c98d06de37c4 HTTP/1.1" status: 200 len: 998 time: 0.1110651 Jul 13 20:22:42.083308 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-a0596a8f-56f1-49e2-b4e7-3c37091f5b27 service neutron] Attempting to bind port bdf01d8e-ca3f-4506-ae58-9da525c3935c on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:22:42.083561 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-a0596a8f-56f1-49e2-b4e7-3c37091f5b27 service neutron] Attempting to bind port bdf01d8e-ca3f-4506-ae58-9da525c3935c by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '99d24947-4e54-4aa5-9179-1db39be6bc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1f140b9e-2364-4692-a305-f372cdcd3033'}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:22:42.083891 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-a0596a8f-56f1-49e2-b4e7-3c37091f5b27 service neutron] Attempting to bind port bdf01d8e-ca3f-4506-ae58-9da525c3935c on network 1f140b9e-2364-4692-a305-f372cdcd3033 {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:22:42.095376 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-a0596a8f-56f1-49e2-b4e7-3c37091f5b27 service neutron] Port bdf01d8e-ca3f-4506-ae58-9da525c3935c on network 1f140b9e-2364-4692-a305-f372cdcd3033 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:22:42.095695 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-a0596a8f-56f1-49e2-b4e7-3c37091f5b27 service neutron] Attempting to bind port bdf01d8e-ca3f-4506-ae58-9da525c3935c on network 1f140b9e-2364-4692-a305-f372cdcd3033 {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:22:42.106629 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-a0596a8f-56f1-49e2-b4e7-3c37091f5b27 service neutron] Checking agent: {'id': 'ee728df3-37aa-4a8e-b7f1-721981839fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'started_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:22:42.106977 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-a0596a8f-56f1-49e2-b4e7-3c37091f5b27 service neutron] Checking segment: {'id': '99d24947-4e54-4aa5-9179-1db39be6bc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1f140b9e-2364-4692-a305-f372cdcd3033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:22:42.107369 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-a0596a8f-56f1-49e2-b4e7-3c37091f5b27 service neutron] Bound using segment: {'id': '99d24947-4e54-4aa5-9179-1db39be6bc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1f140b9e-2364-4692-a305-f372cdcd3033'} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:22:42.107907 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-a0596a8f-56f1-49e2-b4e7-3c37091f5b27 service neutron] Bound port: bdf01d8e-ca3f-4506-ae58-9da525c3935c, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99d24947-4e54-4aa5-9179-1db39be6bc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1f140b9e-2364-4692-a305-f372cdcd3033'}}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:22:42.108279 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-a0596a8f-56f1-49e2-b4e7-3c37091f5b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:42.121856 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc66d0b-c0b1-468e-86ee-1b4984983806 req-93d6e063-72b9-4268-b710-0d4d449ee323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:42.123366 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-4cc66d0b-c0b1-468e-86ee-1b4984983806 req-93d6e063-72b9-4268-b710-0d4d449ee323 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f457fbe4-4ce5-41db-824a-50007e6454b1 HTTP/1.1" status: 200 len: 849 time: 0.0728276 Jul 13 20:22:42.125236 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3081fd97-eb58-46d3-ae39-e0a6c4237a01 None None] The sync data for ids ['4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'] in dv-cinder-800697-1-iscsi is: [{'id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'name': 'tempest-TestVolumeBootPattern-51487356-router', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:42Z', 'updated_at': '2021-07-13T20:21:47Z', 'revision_number': 4, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'gw_port': {'id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:43Z', 'updated_at': '2021-07-13T20:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_floatingips': [{'id': '87793d2f-d317-4a5d-986c-de71051dbc5b', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'floating_ip_address': '172.27.1.42', 'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'router_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'port_id': '064090d0-f84d-4681-8245-c98d06de37c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'mac_address': 'fa:16:3e:73:24:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e70cfcb-114c-4ca8-b575-22f5d971756a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:22:39Z', 'updated_at': '2021-07-13T20:22:39Z', 'revision_number': 0, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b75779e7-c3d4-43b8-8f47-2957bce94180', 'name': '', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'mac_address': 'fa:16:3e:a6:77:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:46Z', 'updated_at': '2021-07-13T20:21:54Z', 'revision_number': 5, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'subnets': [{'id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:22:42.235743 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-a0596a8f-56f1-49e2-b4e7-3c37091f5b27 service neutron] For port bdf01d8e-ca3f-4506-ae58-9da525c3935c, host hv-cinder-80069, cleared binding levels {{(pid=92957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:22:42.250889 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-a0596a8f-56f1-49e2-b4e7-3c37091f5b27 service neutron] For port bdf01d8e-ca3f-4506-ae58-9da525c3935c, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=bdf01d8e-ca3f-4506-ae58-9da525c3935c,segment=NetworkSegment(99d24947-4e54-4aa5-9179-1db39be6bc4a),segment_id=99d24947-4e54-4aa5-9179-1db39be6bc4a)] {{(pid=92957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:22:42.256469 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-a0596a8f-56f1-49e2-b4e7-3c37091f5b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:42.264304 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc66d0b-c0b1-468e-86ee-1b4984983806 req-e7e24c48-c7eb-416a-b916-02b9784527ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:42.265866 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-4cc66d0b-c0b1-468e-86ee-1b4984983806 req-e7e24c48-c7eb-416a-b916-02b9784527ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ba0347c3-a626-4466-ac21-b102e445facc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1171544 Jul 13 20:22:42.338180 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86410b34-0989-42de-bc56-d0c43320a3e3 None None] New status for floating IP 87793d2f-d317-4a5d-986c-de71051dbc5b: ACTIVE {{(pid=92960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:22:42.345782 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-a0596a8f-56f1-49e2-b4e7-3c37091f5b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:42.346406 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-a0596a8f-56f1-49e2-b4e7-3c37091f5b27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:42.347795 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-a0596a8f-56f1-49e2-b4e7-3c37091f5b27 service neutron] 10.222.0.47 "PUT /v2.0/ports/bdf01d8e-ca3f-4506-ae58-9da525c3935c HTTP/1.1" status: 200 len: 1093 time: 1.3084121 Jul 13 20:22:42.391254 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0596a8f-56f1-49e2-b4e7-3c37091f5b27 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf01d8e-ca3f-4506-ae58-9da525c3935c,revision_number=3']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:42.450913 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-4cc66d0b-c0b1-468e-86ee-1b4984983806 req-3c018a35-90d1-4f80-bee0-845e0a8f70a5 service neutron] 10.222.0.47 "GET /v2.0/networks/ba0347c3-a626-4466-ac21-b102e445facc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599195 Jul 13 20:22:42.535090 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-ba5e5271-8c5e-45f1-a43f-2522465dab2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:42.536646 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-ba5e5271-8c5e-45f1-a43f-2522465dab2b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb3753324fc247e58e25bf13ae9da2cd&device_id=d5d1ad9e-4955-4226-a55d-28afb2eea57d HTTP/1.1" status: 200 len: 1096 time: 0.1172605 Jul 13 20:22:42.588916 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-26577e7b-3ead-4ba0-bbc6-75c7c921befc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdf01d8e-ca3f-4506-ae58-9da525c3935c HTTP/1.1" status: 200 len: 217 time: 0.0377359 Jul 13 20:22:42.633816 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-4cc66d0b-c0b1-468e-86ee-1b4984983806 req-37f02695-5b1c-43b9-87d8-adb9fdb024ee service neutron] 10.222.0.47 "GET /v2.0/networks/ba0347c3-a626-4466-ac21-b102e445facc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666641 Jul 13 20:22:42.651889 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-f23c5e46-fc8d-4cf6-849f-a7f26925a9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:42.653410 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-f23c5e46-fc8d-4cf6-849f-a7f26925a9a2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3f1316f-c57f-46e4-87be-20c11623d487 HTTP/1.1" status: 200 len: 854 time: 0.0534594 Jul 13 20:22:42.692413 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-20fdfad5-1e9b-4278-8e40-fffe3acbd9e5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f140b9e-2364-4692-a305-f372cdcd3033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281327 Jul 13 20:22:42.785919 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-1e1116e2-c463-48f8-a3f6-5159650dc8b3 service neutron] 10.222.0.47 "GET /v2.0/networks/1f140b9e-2364-4692-a305-f372cdcd3033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852573 Jul 13 20:22:42.890013 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-937ad5cf-7cb9-4374-a650-9e28e6057152 req-78c92a2c-0d06-402b-9bc5-6e4e0b32dc65 service neutron] 10.222.0.47 "GET /v2.0/networks/1f140b9e-2364-4692-a305-f372cdcd3033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882750 Jul 13 20:22:43.216485 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45143fda-d7b0-4b03-ba14-eed84ba69aa0 req-7b36101d-e1bf-49d1-a40d-9b780e7a36a0 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:43.217926 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-45143fda-d7b0-4b03-ba14-eed84ba69aa0 req-7b36101d-e1bf-49d1-a40d-9b780e7a36a0 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d1ad9e-4955-4226-a55d-28afb2eea57d HTTP/1.1" status: 200 len: 943 time: 0.0658052 Jul 13 20:22:43.256981 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-45143fda-d7b0-4b03-ba14-eed84ba69aa0 req-ad2f2e59-6a72-4a49-8276-4c4765efdf01 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333300 Jul 13 20:22:43.376155 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d1ad9e-4955-4226-a55d-28afb2eea57d', 'tag': 'bdf01d8e-ca3f-4506-ae58-9da525c3935c'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:22:43.378616 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d1d251-bf6f-4673-8945-1932951f3a70" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d1ad9e-4955-4226-a55d-28afb2eea57d", "tag": "bdf01d8e-ca3f-4506-ae58-9da525c3935c"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:22:43.426937 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62d3b38-f65d-4dc7-b239-cf5c9056096f x-openstack-request-id: req-e62d3b38-f65d-4dc7-b239-cf5c9056096f {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:22:43.427355 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d1ad9e-4955-4226-a55d-28afb2eea57d", "tag": "bdf01d8e-ca3f-4506-ae58-9da525c3935c", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:22:43.427780 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e62d3b38-f65d-4dc7-b239-cf5c9056096f {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:22:43.428497 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d1ad9e-4955-4226-a55d-28afb2eea57d', 'tag': 'bdf01d8e-ca3f-4506-ae58-9da525c3935c', 'status': 'completed', 'code': 200} Jul 13 20:22:43.513535 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1d251-bf6f-4673-8945-1932951f3a70 req-5ea43265-c8ab-48f1-89d1-529e08cf34a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:43.514966 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-05d1d251-bf6f-4673-8945-1932951f3a70 req-5ea43265-c8ab-48f1-89d1-529e08cf34a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb3753324fc247e58e25bf13ae9da2cd&device_id=d5d1ad9e-4955-4226-a55d-28afb2eea57d HTTP/1.1" status: 200 len: 1096 time: 0.0575123 Jul 13 20:22:43.612476 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1d251-bf6f-4673-8945-1932951f3a70 req-8fbc77bf-ef0c-4ec2-98be-b63441bac581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:43.613777 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-05d1d251-bf6f-4673-8945-1932951f3a70 req-8fbc77bf-ef0c-4ec2-98be-b63441bac581 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1f140b9e-2364-4692-a305-f372cdcd3033 HTTP/1.1" status: 200 len: 915 time: 0.0919333 Jul 13 20:22:43.660856 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-05d1d251-bf6f-4673-8945-1932951f3a70 req-b3240f3e-9d6e-46c8-bc5e-8322a958844d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdf01d8e-ca3f-4506-ae58-9da525c3935c HTTP/1.1" status: 200 len: 217 time: 0.0368876 Jul 13 20:22:43.712593 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1d251-bf6f-4673-8945-1932951f3a70 req-c46083b4-abb3-45eb-87db-6f091e8f1c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:43.714323 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-05d1d251-bf6f-4673-8945-1932951f3a70 req-c46083b4-abb3-45eb-87db-6f091e8f1c60 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3f1316f-c57f-46e4-87be-20c11623d487 HTTP/1.1" status: 200 len: 854 time: 0.0462823 Jul 13 20:22:43.757998 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-05d1d251-bf6f-4673-8945-1932951f3a70 req-068c1d6a-f00b-4f6a-85a9-0e299185ad81 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f140b9e-2364-4692-a305-f372cdcd3033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325041 Jul 13 20:22:43.871577 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-05d1d251-bf6f-4673-8945-1932951f3a70 req-45142713-88cb-41cf-89d8-4ccbfc2bdc64 service neutron] 10.222.0.47 "GET /v2.0/networks/1f140b9e-2364-4692-a305-f372cdcd3033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881479 Jul 13 20:22:43.966571 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-05d1d251-bf6f-4673-8945-1932951f3a70 req-70c46ede-53d1-4615-82e1-7ea1e8b923c2 service neutron] 10.222.0.47 "GET /v2.0/networks/1f140b9e-2364-4692-a305-f372cdcd3033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871291 Jul 13 20:22:44.496300 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0f4b8-5f0e-42e0-a152-0cd2d602a608 req-bc9ecb2f-199e-4608-ad26-5cf990b74d61 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:44.497944 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-aeb0f4b8-5f0e-42e0-a152-0cd2d602a608 req-bc9ecb2f-199e-4608-ad26-5cf990b74d61 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d1ad9e-4955-4226-a55d-28afb2eea57d HTTP/1.1" status: 200 len: 943 time: 0.0663481 Jul 13 20:22:44.539976 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-aeb0f4b8-5f0e-42e0-a152-0cd2d602a608 req-6869b064-acef-4b6c-bcd4-09e9adbc267a tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359101 Jul 13 20:22:45.262143 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:45.556275 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device bdf01d8e-ca3f-4506-ae58-9da525c3935c details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:22:45.690025 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port bdf01d8e-ca3f-4506-ae58-9da525c3935c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=bdf01d8e-ca3f-4506-ae58-9da525c3935c,segment=NetworkSegment(99d24947-4e54-4aa5-9179-1db39be6bc4a),segment_id=99d24947-4e54-4aa5-9179-1db39be6bc4a)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:22:45.702811 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Returning: {'device': 'bdf01d8e-ca3f-4506-ae58-9da525c3935c', 'network_id': '1f140b9e-2364-4692-a305-f372cdcd3033', 'port_id': 'bdf01d8e-ca3f-4506-ae58-9da525c3935c', 'mac_address': 'fa:16:3e:0a:f2:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f1316f-c57f-46e4-87be-20c11623d487', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:22:45.740406 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:45.743730 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5cd25-c1f1-4abc-87dc-b1f29caa36ef req-3b6243d3-2d20-4335-81e6-5a818027ecee tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:45.745994 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4ef5cd25-c1f1-4abc-87dc-b1f29caa36ef req-3b6243d3-2d20-4335-81e6-5a818027ecee tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d1ad9e-4955-4226-a55d-28afb2eea57d HTTP/1.1" status: 200 len: 943 time: 0.0686858 Jul 13 20:22:45.753830 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdf01d8e-ca3f-4506-ae58-9da525c3935c {{(pid=92959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:22:45.777670 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port bdf01d8e-ca3f-4506-ae58-9da525c3935c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=bdf01d8e-ca3f-4506-ae58-9da525c3935c,segment=NetworkSegment(99d24947-4e54-4aa5-9179-1db39be6bc4a),segment_id=99d24947-4e54-4aa5-9179-1db39be6bc4a)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:22:45.782848 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:45.786302 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4ef5cd25-c1f1-4abc-87dc-b1f29caa36ef req-bcacc49f-2fd3-467e-a9d3-7997f78f218b tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346196 Jul 13 20:22:45.836839 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=bdf01d8e-ca3f-4506-ae58-9da525c3935c,revision_number=4']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:45.844723 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:45.845069 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:45.845408 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:45.845738 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:45.846072 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:45.846652 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:45.846766 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:45.847033 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:45.847361 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:45.849994 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:45.849994 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:45.849994 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:46.148535 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['bdf01d8e-ca3f-4506-ae58-9da525c3935c'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:22:46.965692 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21862f9-81aa-46c2-8e63-d05733f947c7 req-9356b781-bc2c-4d2b-bd95-87064ecc6da3 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:46.967178 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b21862f9-81aa-46c2-8e63-d05733f947c7 req-9356b781-bc2c-4d2b-bd95-87064ecc6da3 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d1ad9e-4955-4226-a55d-28afb2eea57d HTTP/1.1" status: 200 len: 944 time: 0.0638070 Jul 13 20:22:47.006159 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b21862f9-81aa-46c2-8e63-d05733f947c7 req-ab9b8aa4-98ee-450d-b198-5e9fb02deeb9 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331056 Jul 13 20:22:47.569373 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device bdf01d8e-ca3f-4506-ae58-9da525c3935c up at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:22:47.619181 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning for port bdf01d8e-ca3f-4506-ae58-9da525c3935c completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:22:47.623016 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning complete for port bdf01d8e-ca3f-4506-ae58-9da525c3935c triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:22:47.623391 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:47.702872 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:47.725371 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d1ad9e-4955-4226-a55d-28afb2eea57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf01d8e-ca3f-4506-ae58-9da525c3935c'}] {{(pid=92959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:22:47.727633 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a95ef25a805c455dc0e319f75fe5c37b751c8207b334ba38c934020b16a01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60099a4-fe40-4d91-883c-cd82a54ffec9" -d '{"events": [{"server_uuid": "d5d1ad9e-4955-4226-a55d-28afb2eea57d", "name": "network-vif-plugged", "status": "completed", "tag": "bdf01d8e-ca3f-4506-ae58-9da525c3935c"}]}' {{(pid=92959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:22:47.740933 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port bdf01d8e-ca3f-4506-ae58-9da525c3935c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=bdf01d8e-ca3f-4506-ae58-9da525c3935c,segment=NetworkSegment(99d24947-4e54-4aa5-9179-1db39be6bc4a),segment_id=99d24947-4e54-4aa5-9179-1db39be6bc4a)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:22:47.746194 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:47.772385 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f700ed-b360-4dff-b27d-e778fc8f08ec x-openstack-request-id: req-c0f700ed-b360-4dff-b27d-e778fc8f08ec {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:22:47.772676 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d1ad9e-4955-4226-a55d-28afb2eea57d", "name": "network-vif-plugged", "status": "completed", "tag": "bdf01d8e-ca3f-4506-ae58-9da525c3935c", "code": 200}]} {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:22:47.773023 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c0f700ed-b360-4dff-b27d-e778fc8f08ec {{(pid=92959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:22:47.773328 dv-cinder-800697-1-iscsi neutron-server[92959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d1ad9e-4955-4226-a55d-28afb2eea57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf01d8e-ca3f-4506-ae58-9da525c3935c', 'code': 200} Jul 13 20:22:47.804281 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=bdf01d8e-ca3f-4506-ae58-9da525c3935c,revision_number=5']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:48.001942 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300b33a-3d81-4038-a9ad-6b7274129478 req-94ea4343-108b-4beb-bb7e-5c0b3d9618da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:48.003382 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-7300b33a-3d81-4038-a9ad-6b7274129478 req-94ea4343-108b-4beb-bb7e-5c0b3d9618da service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d5d1ad9e-4955-4226-a55d-28afb2eea57d HTTP/1.1" status: 200 len: 1098 time: 0.0540297 Jul 13 20:22:48.044732 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-7300b33a-3d81-4038-a9ad-6b7274129478 req-581b5146-bc4c-4a3a-8236-a971ed5890e1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303245 Jul 13 20:22:48.189807 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a8974-653e-4627-90a2-c8e7327e6d26 req-a1f5d5ed-cc96-42ad-9ecf-49fa5679617f tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:48.191436 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c76a8974-653e-4627-90a2-c8e7327e6d26 req-a1f5d5ed-cc96-42ad-9ecf-49fa5679617f tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d1ad9e-4955-4226-a55d-28afb2eea57d HTTP/1.1" status: 200 len: 945 time: 0.0699775 Jul 13 20:22:48.234943 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c76a8974-653e-4627-90a2-c8e7327e6d26 req-816341a4-1362-49ff-98e8-7c2ece834bec tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373533 Jul 13 20:22:49.417303 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e548bb-3c6f-416a-9936-37a061491a6b req-4a02d9de-63e3-40bb-89af-ee6c89a12127 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:49.419099 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-84e548bb-3c6f-416a-9936-37a061491a6b req-4a02d9de-63e3-40bb-89af-ee6c89a12127 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d1ad9e-4955-4226-a55d-28afb2eea57d HTTP/1.1" status: 200 len: 945 time: 0.0652163 Jul 13 20:22:49.457279 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-84e548bb-3c6f-416a-9936-37a061491a6b req-e05f2341-e297-4687-ba68-b6fb06d3df6a tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325036 Jul 13 20:22:52.687564 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb444fe-0f60-4ce1-9e3d-083f7a155ce4 req-e9cb94fa-2b68-4347-a2de-6a00bb1074f7 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:52.689852 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cfb444fe-0f60-4ce1-9e3d-083f7a155ce4 req-e9cb94fa-2b68-4347-a2de-6a00bb1074f7 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 946 time: 0.0743413 Jul 13 20:22:52.731991 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cfb444fe-0f60-4ce1-9e3d-083f7a155ce4 req-654ca6a7-11da-4990-8e12-e128e027f737 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362511 Jul 13 20:22:53.984119 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56f97c-453e-4267-b332-60f2751889b9 req-22c9ee19-4920-45e8-8dcb-0d5faea3b944 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:53.985619 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0f56f97c-453e-4267-b332-60f2751889b9 req-22c9ee19-4920-45e8-8dcb-0d5faea3b944 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 946 time: 0.1302254 Jul 13 20:22:54.024766 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0f56f97c-453e-4267-b332-60f2751889b9 req-199bc7e0-c3e1-45a3-8fa8-a5b4c2369116 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333874 Jul 13 20:22:54.857428 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc88d81-cec3-4e6e-ad20-65a762815a7b req-3e9cba2c-0c67-4081-98f7-96fa8e58be32 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:54.858883 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1cc88d81-cec3-4e6e-ad20-65a762815a7b req-3e9cba2c-0c67-4081-98f7-96fa8e58be32 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 946 time: 0.0642385 Jul 13 20:22:54.961419 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-1cc88d81-cec3-4e6e-ad20-65a762815a7b req-4152921c-b557-43b5-bafa-e10e7c0e2fca tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Deleting port e9504392-77c7-44af-b1ef-46bc1940c72c {{(pid=92957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:22:54.961760 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-1cc88d81-cec3-4e6e-ad20-65a762815a7b req-4152921c-b557-43b5-bafa-e10e7c0e2fca tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:55.047666 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-1cc88d81-cec3-4e6e-ad20-65a762815a7b req-4152921c-b557-43b5-bafa-e10e7c0e2fca tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] For port e9504392-77c7-44af-b1ef-46bc1940c72c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=e9504392-77c7-44af-b1ef-46bc1940c72c,segment=NetworkSegment(e75817a0-f1ae-44cb-ac14-54dccbb196a1),segment_id=e75817a0-f1ae-44cb-ac14-54dccbb196a1)] {{(pid=92957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:22:55.048046 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-1cc88d81-cec3-4e6e-ad20-65a762815a7b req-4152921c-b557-43b5-bafa-e10e7c0e2fca tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:55.217194 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc07687-dae1-4d8c-a082-b802031a9af8 req-c25c9a17-af36-42a2-a5b5-0d43f7895bd1 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:55.218849 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0bc07687-dae1-4d8c-a082-b802031a9af8 req-c25c9a17-af36-42a2-a5b5-0d43f7895bd1 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 946 time: 0.0698123 Jul 13 20:22:55.256406 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0bc07687-dae1-4d8c-a082-b802031a9af8 req-910ef77f-ee1e-404a-bf47-5cd3b909a655 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e5a27b3-daa3-477a-a385-3e8e1976977b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313683 Jul 13 20:22:55.334651 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-1cc88d81-cec3-4e6e-ad20-65a762815a7b req-4152921c-b557-43b5-bafa-e10e7c0e2fca tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:55.335083 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-1cc88d81-cec3-4e6e-ad20-65a762815a7b req-4152921c-b557-43b5-bafa-e10e7c0e2fca tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708393'] for floatingip, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:55.335431 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.db.l3_db [req-1cc88d81-cec3-4e6e-ad20-65a762815a7b req-4152921c-b557-43b5-bafa-e10e7c0e2fca tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Floating IP 76af7710-b501-4c39-a2db-efa5c3daa1f7 disassociated. External IP: 172.27.1.89, port: e9504392-77c7-44af-b1ef-46bc1940c72c. Jul 13 20:22:55.335811 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-1cc88d81-cec3-4e6e-ad20-65a762815a7b req-4152921c-b557-43b5-bafa-e10e7c0e2fca tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Calling delete_port for e9504392-77c7-44af-b1ef-46bc1940c72c owned by compute:nova {{(pid=92957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:22:55.461961 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-1cc88d81-cec3-4e6e-ad20-65a762815a7b req-4152921c-b557-43b5-bafa-e10e7c0e2fca tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:55.489629 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152921c-b557-43b5-bafa-e10e7c0e2fca tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Pushing event deleted for resources: {'Port': ['ID=e9504392-77c7-44af-b1ef-46bc1940c72c,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:55.601752 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cc88d81-cec3-4e6e-ad20-65a762815a7b req-4152921c-b557-43b5-bafa-e10e7c0e2fca tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Router 2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9 has already been hosted by L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d {{(pid=92957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:22:55.707020 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cc88d81-cec3-4e6e-ad20-65a762815a7b req-4152921c-b557-43b5-bafa-e10e7c0e2fca tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:22:55.716686 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa81f32-7a5d-46e0-838a-fabafa1bc55f None None] Sync routers for ids ['2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'] in dv-cinder-800697-1-iscsi {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:22:55.726534 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa81f32-7a5d-46e0-838a-fabafa1bc55f None None] Routers {'2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:22:55.727248 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-1aa81f32-7a5d-46e0-838a-fabafa1bc55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:22:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:22:55.750828 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc88d81-cec3-4e6e-ad20-65a762815a7b req-4152921c-b557-43b5-bafa-e10e7c0e2fca tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] No DVR routers for this DVR port e9504392-77c7-44af-b1ef-46bc1940c72c on host hv-cinder-80069 {{(pid=92957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:22:55.753296 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-1cc88d81-cec3-4e6e-ad20-65a762815a7b req-4152921c-b557-43b5-bafa-e10e7c0e2fca tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:55.755307 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1cc88d81-cec3-4e6e-ad20-65a762815a7b req-4152921c-b557-43b5-bafa-e10e7c0e2fca tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.47 "DELETE /v2.0/ports/e9504392-77c7-44af-b1ef-46bc1940c72c HTTP/1.1" status: 204 len: 173 time: 0.8875351 Jul 13 20:22:55.755750 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3a03ba-13f9-4a69-8c2c-e9512ec21874', 'name': 'network-vif-deleted', 'tag': 'e9504392-77c7-44af-b1ef-46bc1940c72c'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:22:55.758081 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63865d23-1272-476d-ab14-ec078f562b69" -d '{"events": [{"server_uuid": "1f3a03ba-13f9-4a69-8c2c-e9512ec21874", "name": "network-vif-deleted", "tag": "e9504392-77c7-44af-b1ef-46bc1940c72c"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:22:55.795648 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93da4158-be1f-40fe-8ff8-1178804c8946 x-openstack-request-id: req-93da4158-be1f-40fe-8ff8-1178804c8946 {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:22:55.796171 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3a03ba-13f9-4a69-8c2c-e9512ec21874", "name": "network-vif-deleted", "tag": "e9504392-77c7-44af-b1ef-46bc1940c72c", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:22:55.796733 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-93da4158-be1f-40fe-8ff8-1178804c8946 {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:22:55.797062 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3a03ba-13f9-4a69-8c2c-e9512ec21874', 'name': 'network-vif-deleted', 'tag': 'e9504392-77c7-44af-b1ef-46bc1940c72c', 'status': 'completed', 'code': 200} Jul 13 20:22:55.850296 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-1aa81f32-7a5d-46e0-838a-fabafa1bc55f None None] Set router 2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:22:56.055659 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-1aa81f32-7a5d-46e0-838a-fabafa1bc55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1339014143-router', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '27eb8cdd-95d9-4200-8881-6901e3d96a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:17:58Z', 'updated_at': '2021-07-13T20:18:04Z', 'revision_number': 4, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'gw_port': {'id': '27eb8cdd-95d9-4200-8881-6901e3d96a3a', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:17:59Z', 'updated_at': '2021-07-13T20:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': 'e069e268-da8b-462d-8929-18043fd6cf5a', 'name': '', 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'mac_address': 'fa:16:3e:79:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '04816e2f-157f-4694-821b-ba4aff3014de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:18:02Z', 'updated_at': '2021-07-13T20:18:17Z', 'revision_number': 5, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'subnets': [{'id': '04816e2f-157f-4694-821b-ba4aff3014de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:22:56.083287 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa81f32-7a5d-46e0-838a-fabafa1bc55f None None] Checking router: 2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9 for host: dv-cinder-800697-1-iscsi {{(pid=92959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:22:56.093646 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa81f32-7a5d-46e0-838a-fabafa1bc55f None None] Routers {'2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:22:56.094288 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-1aa81f32-7a5d-46e0-838a-fabafa1bc55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:22:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:22:56.204570 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-1aa81f32-7a5d-46e0-838a-fabafa1bc55f None None] Set router 2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:22:56.454136 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-1aa81f32-7a5d-46e0-838a-fabafa1bc55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1339014143-router', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '27eb8cdd-95d9-4200-8881-6901e3d96a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:17:58Z', 'updated_at': '2021-07-13T20:18:04Z', 'revision_number': 4, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'gw_port': {'id': '27eb8cdd-95d9-4200-8881-6901e3d96a3a', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:17:59Z', 'updated_at': '2021-07-13T20:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': 'e069e268-da8b-462d-8929-18043fd6cf5a', 'name': '', 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'mac_address': 'fa:16:3e:79:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '04816e2f-157f-4694-821b-ba4aff3014de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:18:02Z', 'updated_at': '2021-07-13T20:18:17Z', 'revision_number': 5, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'subnets': [{'id': '04816e2f-157f-4694-821b-ba4aff3014de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:22:56.488434 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-674569d0-ad26-4e2c-9432-0835d9a80c08 req-0d7b0d4f-9e7b-4b69-852b-4944c914cdab tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3a03ba-13f9-4a69-8c2c-e9512ec21874 HTTP/1.1" status: 200 len: 210 time: 0.0871589 Jul 13 20:22:56.489216 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa81f32-7a5d-46e0-838a-fabafa1bc55f None None] The sync data for ids ['2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'] in dv-cinder-800697-1-iscsi is: [{'id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1339014143-router', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '27eb8cdd-95d9-4200-8881-6901e3d96a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:17:58Z', 'updated_at': '2021-07-13T20:18:04Z', 'revision_number': 4, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'gw_port': {'id': '27eb8cdd-95d9-4200-8881-6901e3d96a3a', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:17:59Z', 'updated_at': '2021-07-13T20:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': 'e069e268-da8b-462d-8929-18043fd6cf5a', 'name': '', 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'mac_address': 'fa:16:3e:79:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '04816e2f-157f-4694-821b-ba4aff3014de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:18:02Z', 'updated_at': '2021-07-13T20:18:17Z', 'revision_number': 5, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'subnets': [{'id': '04816e2f-157f-4694-821b-ba4aff3014de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:22:56.749257 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6394185-e94c-469d-9d06-da56dc15185d None None] New status for floating IP 76af7710-b501-4c39-a2db-efa5c3daa1f7: DOWN {{(pid=92960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:22:57.620959 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 47386) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:22:57.682231 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-382dc7bc-9f0f-48ac-827f-46762b95b96b tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:57.710028 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-382dc7bc-9f0f-48ac-827f-46762b95b96b tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:57.765462 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-382dc7bc-9f0f-48ac-827f-46762b95b96b tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:57.768254 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-382dc7bc-9f0f-48ac-827f-46762b95b96b tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:57.771917 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-382dc7bc-9f0f-48ac-827f-46762b95b96b tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "DELETE /v2.0/security-groups/4e5a27b3-daa3-477a-a385-3e8e1976977b HTTP/1.1" status: 204 len: 168 time: 0.1475115 Jul 13 20:22:57.772328 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 47390) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:22:57.779733 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382dc7bc-9f0f-48ac-827f-46762b95b96b tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5a27b3-daa3-477a-a385-3e8e1976977b,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:57.789927 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.api.v2.resource [None req-dbaf6792-89e1-42ae-874f-14ef21861faf tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] show failed (client error): The resource could not be found. Jul 13 20:22:57.794216 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-dbaf6792-89e1-42ae-874f-14ef21861faf tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups/4e5a27b3-daa3-477a-a385-3e8e1976977b HTTP/1.1" status: 404 len: 347 time: 0.0176389 Jul 13 20:22:57.794534 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 47392) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:22:57.920562 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-1fcf64eb-5012-4cd0-96ba-5a51aa58a682 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Deleting port dc73305c-9b7b-4251-871f-59b634ecd260 {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:22:57.920985 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1fcf64eb-5012-4cd0-96ba-5a51aa58a682 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:57.996541 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1fcf64eb-5012-4cd0-96ba-5a51aa58a682 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:57.996868 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1fcf64eb-5012-4cd0-96ba-5a51aa58a682 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:58.008484 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-1fcf64eb-5012-4cd0-96ba-5a51aa58a682 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Calling delete_port for dc73305c-9b7b-4251-871f-59b634ecd260 owned by network:floatingip {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:22:58.147754 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1fcf64eb-5012-4cd0-96ba-5a51aa58a682 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15916159'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:58.173022 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf64eb-5012-4cd0-96ba-5a51aa58a682 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Pushing event deleted for resources: {'Port': ['ID=dc73305c-9b7b-4251-871f-59b634ecd260,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:58.236683 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1fcf64eb-5012-4cd0-96ba-5a51aa58a682 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for floatingip, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:58.239178 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1fcf64eb-5012-4cd0-96ba-5a51aa58a682 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for floatingip, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:58.240357 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-1fcf64eb-5012-4cd0-96ba-5a51aa58a682 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "DELETE /v2.0/floatingips/76af7710-b501-4c39-a2db-efa5c3daa1f7 HTTP/1.1" status: 204 len: 168 time: 0.4446678 Jul 13 20:22:58.513659 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 47400) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:22:58.519236 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-a8172c66-a1c0-4f45-bb36-a5085b1a90e3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Request body: {'security_group': {'name': 'tempest-securitygroup--984982862', 'description': 'tempest-description--1360355333'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:22:58.545130 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a8172c66-a1c0-4f45-bb36-a5085b1a90e3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:58.633570 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a8172c66-a1c0-4f45-bb36-a5085b1a90e3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:58.636775 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a8172c66-a1c0-4f45-bb36-a5085b1a90e3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:58.665104 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a8172c66-a1c0-4f45-bb36-a5085b1a90e3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:58.666985 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-a8172c66-a1c0-4f45-bb36-a5085b1a90e3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1515343 Jul 13 20:22:58.670226 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 47404) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:22:58.674939 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-d2532391-bbfb-4089-b7b1-1d0e69b52397 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Request body: {'security_group_rule': {'security_group_id': 'f796dee5-7620-43ca-9b30-1df1ca0e226f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:22:58.683473 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8172c66-a1c0-4f45-bb36-a5085b1a90e3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f796dee5-7620-43ca-9b30-1df1ca0e226f,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:58.731235 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d2532391-bbfb-4089-b7b1-1d0e69b52397 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:58.807284 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c64dd-6597-45a6-8104-786a6cfcb7a4 req-64426670-e735-4fa1-bea3-dc761c80c808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:58.808992 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-804c64dd-6597-45a6-8104-786a6cfcb7a4 req-64426670-e735-4fa1-bea3-dc761c80c808 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3029e7699307438c86dc648956083042&device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 1137 time: 0.0690329 Jul 13 20:22:58.833225 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d2532391-bbfb-4089-b7b1-1d0e69b52397 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:58.837444 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d2532391-bbfb-4089-b7b1-1d0e69b52397 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670184'] for security_group_rule, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:58.863009 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2532391-bbfb-4089-b7b1-1d0e69b52397 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8181a3b-3ae3-49a0-a00f-a7f2135a2b54,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:58.877337 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d58dc-dc25-455d-abcd-bdff349ffa3c req-efd94e99-3c88-474c-a4e2-ef6f1f7cc7ed tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:58.878921 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7b3d58dc-dc25-455d-abcd-bdff349ffa3c req-efd94e99-3c88-474c-a4e2-ef6f1f7cc7ed tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 984 time: 0.1212556 Jul 13 20:22:58.880567 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d2532391-bbfb-4089-b7b1-1d0e69b52397 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:58.884119 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-d2532391-bbfb-4089-b7b1-1d0e69b52397 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2104821 Jul 13 20:22:58.884342 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 47408) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:22:58.890053 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-71178384-3b25-4214-a753-fe61d1fa12f5 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Request body: {'security_group_rule': {'security_group_id': 'f796dee5-7620-43ca-9b30-1df1ca0e226f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:22:58.926863 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c64dd-6597-45a6-8104-786a6cfcb7a4 req-f9005f82-aebf-41e2-b977-ecebca3fb3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:58.928789 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-804c64dd-6597-45a6-8104-786a6cfcb7a4 req-f9005f82-aebf-41e2-b977-ecebca3fb3bd service neutron] 10.222.0.47 "GET /v2.0/networks?id=bb455b5d-45bd-4628-96d1-fb52590d86a6 HTTP/1.1" status: 200 len: 916 time: 0.1133196 Jul 13 20:22:58.944090 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7b3d58dc-dc25-455d-abcd-bdff349ffa3c req-b19ee22f-230e-4141-9004-e93184d47692 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&id=1fd381d6-d5cf-470a-9b7f-7d830c4366b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0495219 Jul 13 20:22:58.950001 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-71178384-3b25-4214-a753-fe61d1fa12f5 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:59.000515 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-71178384-3b25-4214-a753-fe61d1fa12f5 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:59.003614 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-804c64dd-6597-45a6-8104-786a6cfcb7a4 req-5e2b527e-75be-4517-bf34-35afafc4cfc8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36311273-448f-41d4-83c7-d3f866cdc455 HTTP/1.1" status: 200 len: 1000 time: 0.0657568 Jul 13 20:22:59.005008 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-71178384-3b25-4214-a753-fe61d1fa12f5 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670184'] for security_group_rule, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:59.022320 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71178384-3b25-4214-a753-fe61d1fa12f5 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d84abd-9d1a-4e35-a4ab-29737023c035,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:59.029769 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-71178384-3b25-4214-a753-fe61d1fa12f5 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:59.031010 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-71178384-3b25-4214-a753-fe61d1fa12f5 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1450143 Jul 13 20:22:59.034070 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 47410) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:22:59.038603 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-45b7e879-f4a4-4be5-b239-318e50e4230f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Request body: {'floatingip': {'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:22:59.054740 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c64dd-6597-45a6-8104-786a6cfcb7a4 req-328b0a32-3610-4b51-ad52-8549187919fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:59.056344 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-804c64dd-6597-45a6-8104-786a6cfcb7a4 req-328b0a32-3610-4b51-ad52-8549187919fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=54796a68-d1a1-4045-8b72-1af62d04dcb7 HTTP/1.1" status: 200 len: 854 time: 0.0452220 Jul 13 20:22:59.060295 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-45b7e879-f4a4-4be5-b239-318e50e4230f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for floatingip, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:59.113629 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c64dd-6597-45a6-8104-786a6cfcb7a4 req-0edfbf97-3afd-4cf0-94af-1461110e3771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:59.115020 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-804c64dd-6597-45a6-8104-786a6cfcb7a4 req-0edfbf97-3afd-4cf0-94af-1461110e3771 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb455b5d-45bd-4628-96d1-fb52590d86a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516393 Jul 13 20:22:59.161799 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-45b7e879-f4a4-4be5-b239-318e50e4230f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:59.211702 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-804c64dd-6597-45a6-8104-786a6cfcb7a4 req-de0edd72-5c58-49c4-9a6c-b148067a3d62 service neutron] 10.222.0.47 "GET /v2.0/networks/bb455b5d-45bd-4628-96d1-fb52590d86a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859396 Jul 13 20:22:59.270342 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [None req-45b7e879-f4a4-4be5-b239-318e50e4230f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Allocated IP 172.27.1.121 (e57c7c0c-39ec-40cf-b750-a71f25c7d8d2/a207c1df-41ac-48bd-9f72-165f77d81169/71f6e98c-1bcb-4895-88e3-6bdce94216fd) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:22:59.302095 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-804c64dd-6597-45a6-8104-786a6cfcb7a4 req-2b97e0c2-7cf7-4d4f-bd79-1f2aa781d6e4 service neutron] 10.222.0.47 "GET /v2.0/networks/bb455b5d-45bd-4628-96d1-fb52590d86a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803041 Jul 13 20:22:59.368100 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-45b7e879-f4a4-4be5-b239-318e50e4230f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:59.409586 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-45b7e879-f4a4-4be5-b239-318e50e4230f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15916159'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:59.451070 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b7e879-f4a4-4be5-b239-318e50e4230f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Network e57c7c0c-39ec-40cf-b750-a71f25c7d8d2 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:22:59.456323 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-45b7e879-f4a4-4be5-b239-318e50e4230f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:22:59.459899 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b7e879-f4a4-4be5-b239-318e50e4230f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:22:59.485968 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7e879-f4a4-4be5-b239-318e50e4230f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Pushing event updated for resources: {'Port': ['ID=71f6e98c-1bcb-4895-88e3-6bdce94216fd,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:59.553590 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-45b7e879-f4a4-4be5-b239-318e50e4230f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:59.599159 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-45b7e879-f4a4-4be5-b239-318e50e4230f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:59.634473 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device e9504392-77c7-44af-b1ef-46bc1940c72c no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:22:59.653685 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] No Port match for: e9504392-77c7-44af-b1ef-46bc1940c72c {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:22:59.654041 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device e9504392-77c7-44af-b1ef-46bc1940c72c not bound to the agent host hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:22:59.749293 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-45b7e879-f4a4-4be5-b239-318e50e4230f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for port, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:59.753702 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-45b7e879-f4a4-4be5-b239-318e50e4230f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15916148'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:59.826977 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7e879-f4a4-4be5-b239-318e50e4230f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Pushing event updated for resources: {'Port': ['ID=71f6e98c-1bcb-4895-88e3-6bdce94216fd,revision_number=2']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:59.835242 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-45b7e879-f4a4-4be5-b239-318e50e4230f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708393'] for floatingip, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:59.849750 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-45b7e879-f4a4-4be5-b239-318e50e4230f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for floatingip, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:59.859577 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-45b7e879-f4a4-4be5-b239-318e50e4230f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8159480 Jul 13 20:23:00.038443 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-6c4c4ec1-872c-4c91-bf4d-831f07109e43 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--984982862&fields=id&tenant_id=501a0ae42f3f4e21b957db69f265e5bd HTTP/1.1" status: 200 len: 267 time: 0.0374582 Jul 13 20:23:00.183025 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-d6780394-870d-44df-909a-63c9b430bafc tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:00.184489 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-d6780394-870d-44df-909a-63c9b430bafc tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/networks?id=37c40eda-3741-4ce7-ae97-3b7c29a7405a HTTP/1.1" status: 200 len: 817 time: 0.1380899 Jul 13 20:23:00.206987 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71771e-ddbc-4e17-98c3-9946c13778dc req-c8f2b1bd-8dfd-4d1d-b5b7-2950ef8df9fc tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:00.208408 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9e71771e-ddbc-4e17-98c3-9946c13778dc req-c8f2b1bd-8dfd-4d1d-b5b7-2950ef8df9fc tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 984 time: 0.1174276 Jul 13 20:23:00.210773 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-df86be89-576f-4ecf-b44c-33a84b965c3b tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/quotas/501a0ae42f3f4e21b957db69f265e5bd HTTP/1.1" status: 200 len: 375 time: 0.0204124 Jul 13 20:23:00.276918 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9e71771e-ddbc-4e17-98c3-9946c13778dc req-90223fec-57dc-4fa9-a49a-9474161ffd8f tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&id=1fd381d6-d5cf-470a-9b7f-7d830c4366b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622218 Jul 13 20:23:00.306106 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-2f7a800b-b852-410b-895a-95713411b1b2 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=501a0ae42f3f4e21b957db69f265e5bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0854971 Jul 13 20:23:00.410085 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-081f2d19-5d55-48a0-a184-5d147a378de5 service neutron] 10.222.0.41 "GET /v2.0/networks/37c40eda-3741-4ce7-ae97-3b7c29a7405a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891900 Jul 13 20:23:00.504683 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-2282f247-0588-4ae4-9313-616a321771a9 service neutron] 10.222.0.41 "GET /v2.0/networks/37c40eda-3741-4ce7-ae97-3b7c29a7405a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872371 Jul 13 20:23:00.699423 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-db4631da-e468-4cf3-a80a-3ee9628166b9 req-37007c06-dcae-4ee8-b5e1-11d4ff4307a4 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 210 time: 0.0344026 Jul 13 20:23:01.462264 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1902f9-aac0-4748-9ecf-61f9135b9529 req-3a7c7ac3-9159-491c-b1c1-d717efbdc992 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:01.463900 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cd1902f9-aac0-4748-9ecf-61f9135b9529 req-3a7c7ac3-9159-491c-b1c1-d717efbdc992 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 984 time: 0.0734575 Jul 13 20:23:01.509665 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cd1902f9-aac0-4748-9ecf-61f9135b9529 req-be4d6841-cee6-4e65-a80e-4cb4e876098c tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&id=1fd381d6-d5cf-470a-9b7f-7d830c4366b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394783 Jul 13 20:23:01.855922 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f0bef9de-b111-4238-9f95-e0d4955a0307 req-33117e72-8162-4a28-8b63-24f38669c727 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 210 time: 0.0381978 Jul 13 20:23:01.864257 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-6b4d6192-8bb3-4305-9cef-43d486f6b78d tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:01.865708 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-6b4d6192-8bb3-4305-9cef-43d486f6b78d tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/networks?id=1f140b9e-2364-4692-a305-f372cdcd3033 HTTP/1.1" status: 200 len: 814 time: 0.1327531 Jul 13 20:23:01.882813 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-651d6ec5-eab3-4c5e-8fe1-20b71d8b6c39 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/quotas/cb3753324fc247e58e25bf13ae9da2cd HTTP/1.1" status: 200 len: 375 time: 0.0096288 Jul 13 20:23:01.950954 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-d7db30f3-8ac6-4d15-91f0-6cd769a5edca tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb3753324fc247e58e25bf13ae9da2cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0629580 Jul 13 20:23:02.058234 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-fdfe1b4e-c9ec-4f42-9ca7-f90360bf909c tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:02.059723 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-fdfe1b4e-c9ec-4f42-9ca7-f90360bf909c tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.47 "GET /v2.0/networks?id=37c40eda-3741-4ce7-ae97-3b7c29a7405a HTTP/1.1" status: 200 len: 817 time: 0.1064568 Jul 13 20:23:02.092058 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-74aa1026-243f-4483-9141-3cfba8838a1f service neutron] 10.222.0.41 "GET /v2.0/networks/1f140b9e-2364-4692-a305-f372cdcd3033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332655 Jul 13 20:23:02.123652 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-72fbe5c4-a637-4c03-b7f6-daaa32138fd3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=501a0ae42f3f4e21b957db69f265e5bd HTTP/1.1" status: 200 len: 379 time: 0.0359263 Jul 13 20:23:02.133663 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-4de7aa1a-d367-4543-b0c7-cd2a6a2700a3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Request body: {'port': {'device_id': '1f6de73c-814d-476f-b829-98451d3ba0ec', 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a', 'admin_state_up': True, 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'security_groups': ['f796dee5-7620-43ca-9b30-1df1ca0e226f']}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:23:02.185124 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-577985a0-4221-45a7-886a-40e02ad8bf68 service neutron] 10.222.0.41 "GET /v2.0/networks/1f140b9e-2364-4692-a305-f372cdcd3033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868807 Jul 13 20:23:02.250616 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-4de7aa1a-d367-4543-b0c7-cd2a6a2700a3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Made reservation on behalf of 501a0ae42f3f4e21b957db69f265e5bd for: {'port': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:23:02.254256 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-4de7aa1a-d367-4543-b0c7-cd2a6a2700a3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:02.374234 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-88825f8f-7015-419a-8157-8b74403c3fb3 req-9cad4ab7-91ad-466f-9ac9-472bc6784814 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=334e2965-96b6-4f7e-b3dd-d92ca3c4e207 HTTP/1.1" status: 200 len: 210 time: 0.0323486 Jul 13 20:23:02.387337 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_common [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-4de7aa1a-d367-4543-b0c7-cd2a6a2700a3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Allocated IP 172.20.0.11 (37c40eda-3741-4ce7-ae97-3b7c29a7405a/04816e2f-157f-4694-821b-ba4aff3014de/82f76692-92e3-4a3d-976a-a33aad33bb85) {{(pid=92957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:23:02.537013 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-4de7aa1a-d367-4543-b0c7-cd2a6a2700a3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for port, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:02.558344 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.provisioning_blocks [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-4de7aa1a-d367-4543-b0c7-cd2a6a2700a3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Transition to ACTIVE for port object 82f76692-92e3-4a3d-976a-a33aad33bb85 will not be triggered until provisioned by entity DHCP. {{(pid=92957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:23:02.590959 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-4de7aa1a-d367-4543-b0c7-cd2a6a2700a3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:02.634186 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-4de7aa1a-d367-4543-b0c7-cd2a6a2700a3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Network 37c40eda-3741-4ce7-ae97-3b7c29a7405a is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:23:02.640957 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-4de7aa1a-d367-4543-b0c7-cd2a6a2700a3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:23:02.643943 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-4de7aa1a-d367-4543-b0c7-cd2a6a2700a3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Received port after_create {{(pid=92957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:23:02.684363 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de7aa1a-d367-4543-b0c7-cd2a6a2700a3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Pushing event updated for resources: {'Port': ['ID=82f76692-92e3-4a3d-976a-a33aad33bb85,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:02.717233 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-4de7aa1a-d367-4543-b0c7-cd2a6a2700a3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:02.718322 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-4de7aa1a-d367-4543-b0c7-cd2a6a2700a3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:02.718878 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac870a-3284-4bff-9437-18b86b64b7db req-956cf570-1c20-49a1-b441-73ec3aac4abb tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:02.726019 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4fac870a-3284-4bff-9437-18b86b64b7db req-956cf570-1c20-49a1-b441-73ec3aac4abb tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 984 time: 0.0938983 Jul 13 20:23:02.740297 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-4de7aa1a-d367-4543-b0c7-cd2a6a2700a3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6101377 Jul 13 20:23:02.765211 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-fea2f683-81cb-49a6-916c-37ef32c39cb7 service neutron] Request body: {'port': {'device_id': '1f6de73c-814d-476f-b829-98451d3ba0ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:23:02.775075 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4fac870a-3284-4bff-9437-18b86b64b7db req-c3c5c7a1-5605-4f7e-9cae-82753d65a5ea tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&id=1fd381d6-d5cf-470a-9b7f-7d830c4366b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460482 Jul 13 20:23:02.854909 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-fea2f683-81cb-49a6-916c-37ef32c39cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:02.930492 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-0990c43a-4d83-4738-848b-eab1fa91f679 None None] Provisioning for port 82f76692-92e3-4a3d-976a-a33aad33bb85 completed by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:23:02.938453 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-0990c43a-4d83-4738-848b-eab1fa91f679 None None] Provisioning complete for port 82f76692-92e3-4a3d-976a-a33aad33bb85 triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:23:02.939146 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-0990c43a-4d83-4738-848b-eab1fa91f679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:02.979569 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-0990c43a-4d83-4738-848b-eab1fa91f679 None None] Port 82f76692-92e3-4a3d-976a-a33aad33bb85 cannot update to ACTIVE because it is not bound. {{(pid=92959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:23:03.046917 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db575bf-f4c7-4cf4-8b7e-4d933de7c07e req-617c2a73-60c1-46c6-b2af-8d9b783f10c3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:03.053727 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2db575bf-f4c7-4cf4-8b7e-4d933de7c07e req-617c2a73-60c1-46c6-b2af-8d9b783f10c3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 932 time: 0.0741875 Jul 13 20:23:03.086273 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2db575bf-f4c7-4cf4-8b7e-4d933de7c07e req-ae68e637-4803-4a7f-ba0d-cfac246d6750 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316808 Jul 13 20:23:03.142360 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-fea2f683-81cb-49a6-916c-37ef32c39cb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82f76692-92e3-4a3d-976a-a33aad33bb85 {{(pid=92957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:23:03.149803 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-fea2f683-81cb-49a6-916c-37ef32c39cb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:03.162547 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.provisioning_blocks [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-fea2f683-81cb-49a6-916c-37ef32c39cb7 service neutron] Transition to ACTIVE for port object 82f76692-92e3-4a3d-976a-a33aad33bb85 will not be triggered until provisioned by entity L2. {{(pid=92957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:23:03.167033 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-fea2f683-81cb-49a6-916c-37ef32c39cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:03.221954 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2f683-81cb-49a6-916c-37ef32c39cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=82f76692-92e3-4a3d-976a-a33aad33bb85,revision_number=2']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:03.289006 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-fea2f683-81cb-49a6-916c-37ef32c39cb7 service neutron] Attempting to bind port 82f76692-92e3-4a3d-976a-a33aad33bb85 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:23:03.289342 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-fea2f683-81cb-49a6-916c-37ef32c39cb7 service neutron] Attempting to bind port 82f76692-92e3-4a3d-976a-a33aad33bb85 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'e75817a0-f1ae-44cb-ac14-54dccbb196a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a'}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:23:03.289673 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-fea2f683-81cb-49a6-916c-37ef32c39cb7 service neutron] Attempting to bind port 82f76692-92e3-4a3d-976a-a33aad33bb85 on network 37c40eda-3741-4ce7-ae97-3b7c29a7405a {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:23:03.294264 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-fea2f683-81cb-49a6-916c-37ef32c39cb7 service neutron] Port 82f76692-92e3-4a3d-976a-a33aad33bb85 on network 37c40eda-3741-4ce7-ae97-3b7c29a7405a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:23:03.294587 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-fea2f683-81cb-49a6-916c-37ef32c39cb7 service neutron] Attempting to bind port 82f76692-92e3-4a3d-976a-a33aad33bb85 on network 37c40eda-3741-4ce7-ae97-3b7c29a7405a {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:23:03.299707 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-fea2f683-81cb-49a6-916c-37ef32c39cb7 service neutron] Checking agent: {'id': 'ee728df3-37aa-4a8e-b7f1-721981839fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'started_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:23:03.300596 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-fea2f683-81cb-49a6-916c-37ef32c39cb7 service neutron] Checking segment: {'id': 'e75817a0-f1ae-44cb-ac14-54dccbb196a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:23:03.300990 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-fea2f683-81cb-49a6-916c-37ef32c39cb7 service neutron] Bound using segment: {'id': 'e75817a0-f1ae-44cb-ac14-54dccbb196a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a'} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:23:03.301433 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-fea2f683-81cb-49a6-916c-37ef32c39cb7 service neutron] Bound port: 82f76692-92e3-4a3d-976a-a33aad33bb85, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e75817a0-f1ae-44cb-ac14-54dccbb196a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a'}}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:23:03.301799 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-fea2f683-81cb-49a6-916c-37ef32c39cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:03.367348 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-fea2f683-81cb-49a6-916c-37ef32c39cb7 service neutron] For port 82f76692-92e3-4a3d-976a-a33aad33bb85, host hv-cinder-80069, cleared binding levels {{(pid=92957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:23:03.370677 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-fea2f683-81cb-49a6-916c-37ef32c39cb7 service neutron] For port 82f76692-92e3-4a3d-976a-a33aad33bb85, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=82f76692-92e3-4a3d-976a-a33aad33bb85,segment=NetworkSegment(e75817a0-f1ae-44cb-ac14-54dccbb196a1),segment_id=e75817a0-f1ae-44cb-ac14-54dccbb196a1)] {{(pid=92957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:23:03.374469 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-fea2f683-81cb-49a6-916c-37ef32c39cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:03.531188 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-74015594-8660-447d-8c47-08b558b6a06a req-247ea60b-852d-4433-bcf0-6deae93083ca tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=334e2965-96b6-4f7e-b3dd-d92ca3c4e207 HTTP/1.1" status: 200 len: 210 time: 0.0307832 Jul 13 20:23:03.675721 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-fea2f683-81cb-49a6-916c-37ef32c39cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:03.676950 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-fea2f683-81cb-49a6-916c-37ef32c39cb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:03.677917 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-fea2f683-81cb-49a6-916c-37ef32c39cb7 service neutron] 10.222.0.47 "PUT /v2.0/ports/82f76692-92e3-4a3d-976a-a33aad33bb85 HTTP/1.1" status: 200 len: 1094 time: 0.9201248 Jul 13 20:23:03.689991 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6de73c-814d-476f-b829-98451d3ba0ec', 'tag': '82f76692-92e3-4a3d-976a-a33aad33bb85'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:23:03.692490 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5701e405-11f4-4b4b-bea1-7ff08b047ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6de73c-814d-476f-b829-98451d3ba0ec", "tag": "82f76692-92e3-4a3d-976a-a33aad33bb85"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:23:03.773655 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98407fc5-bf2d-4c27-bc0e-88c24b590d4a x-openstack-request-id: req-98407fc5-bf2d-4c27-bc0e-88c24b590d4a {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:23:03.773939 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6de73c-814d-476f-b829-98451d3ba0ec", "tag": "82f76692-92e3-4a3d-976a-a33aad33bb85", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:23:03.774191 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-98407fc5-bf2d-4c27-bc0e-88c24b590d4a {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:23:03.774588 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6de73c-814d-476f-b829-98451d3ba0ec', 'tag': '82f76692-92e3-4a3d-976a-a33aad33bb85', 'status': 'completed', 'code': 200} Jul 13 20:23:03.776408 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-be2c676c-7204-44db-a29d-b6f4830a6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:03.817500 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2f683-81cb-49a6-916c-37ef32c39cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=82f76692-92e3-4a3d-976a-a33aad33bb85,revision_number=3']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:03.852328 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-5f803521-eb09-4375-a4c0-8b4156ced629 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:03.853954 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-5f803521-eb09-4375-a4c0-8b4156ced629 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.47 "GET /v2.0/networks?id=1f140b9e-2364-4692-a305-f372cdcd3033 HTTP/1.1" status: 200 len: 814 time: 0.1945410 Jul 13 20:23:03.862114 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-cd050e45-3295-4f29-96be-f8735d15c8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:03.863615 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-cd050e45-3295-4f29-96be-f8735d15c8c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=501a0ae42f3f4e21b957db69f265e5bd&device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 1097 time: 0.1317990 Jul 13 20:23:03.883025 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-0eae72c9-f1eb-4289-9804-bfd3c4d2bcf7 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Request body: {'port': {'device_id': '334e2965-96b6-4f7e-b3dd-d92ca3c4e207', 'network_id': '1f140b9e-2364-4692-a305-f372cdcd3033', 'admin_state_up': True, 'tenant_id': 'cb3753324fc247e58e25bf13ae9da2cd'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:23:03.960064 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-ac90332d-cea6-4dea-a15a-64a3a2491018 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82f76692-92e3-4a3d-976a-a33aad33bb85 HTTP/1.1" status: 200 len: 217 time: 0.0731919 Jul 13 20:23:03.976441 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514c58b-f252-45f8-82e0-c2af29bfb46f req-b45fea82-292a-4fdc-8544-ec23905b038c tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:03.977936 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3514c58b-f252-45f8-82e0-c2af29bfb46f req-b45fea82-292a-4fdc-8544-ec23905b038c tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 984 time: 0.0673642 Jul 13 20:23:04.018475 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3514c58b-f252-45f8-82e0-c2af29bfb46f req-1aae2b6c-d16b-4dae-b03b-dae342daf06f tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&id=1fd381d6-d5cf-470a-9b7f-7d830c4366b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337212 Jul 13 20:23:04.036778 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-7d71f7de-6e8b-42ac-938b-18a386d9050b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:04.038166 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-7d71f7de-6e8b-42ac-938b-18a386d9050b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04816e2f-157f-4694-821b-ba4aff3014de HTTP/1.1" status: 200 len: 856 time: 0.0690882 Jul 13 20:23:04.089697 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-0eae72c9-f1eb-4289-9804-bfd3c4d2bcf7 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Made reservation on behalf of cb3753324fc247e58e25bf13ae9da2cd for: {'port': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:23:04.093147 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-0eae72c9-f1eb-4289-9804-bfd3c4d2bcf7 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:04.160236 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-757e40d6-15d9-4ea1-8284-0d7d835bc820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:04.161760 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-757e40d6-15d9-4ea1-8284-0d7d835bc820 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37c40eda-3741-4ce7-ae97-3b7c29a7405a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1150982 Jul 13 20:23:04.267895 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a57c1-9d66-4d2d-a236-570d655aeca1 req-45a6e5af-ed8f-4843-9672-9a2145cd43c5 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:04.269393 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ed2a57c1-9d66-4d2d-a236-570d655aeca1 req-45a6e5af-ed8f-4843-9672-9a2145cd43c5 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 944 time: 0.0625391 Jul 13 20:23:04.301464 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_common [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-0eae72c9-f1eb-4289-9804-bfd3c4d2bcf7 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Allocated IP 172.20.0.7 (1f140b9e-2364-4692-a305-f372cdcd3033/a3f1316f-c57f-46e4-87be-20c11623d487/298fccf8-7d57-40b2-bd9c-04e3f3451288) {{(pid=92957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:23:04.308786 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ed2a57c1-9d66-4d2d-a236-570d655aeca1 req-b00edc84-e2fc-4c09-ac1e-df4263ab2ad3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336194 Jul 13 20:23:04.315022 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-d510836d-4ee9-4615-847f-43ebab9680fb service neutron] 10.222.0.47 "GET /v2.0/networks/37c40eda-3741-4ce7-ae97-3b7c29a7405a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424778 Jul 13 20:23:04.489712 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-b1c895b0-2a90-4ec3-9abd-57da4df952c2 req-df55a468-6ffe-4585-8c28-bde07dbb3064 service neutron] 10.222.0.47 "GET /v2.0/networks/37c40eda-3741-4ce7-ae97-3b7c29a7405a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586049 Jul 13 20:23:04.524063 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-0eae72c9-f1eb-4289-9804-bfd3c4d2bcf7 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Notify callbacks [] for port, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:04.596600 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-0eae72c9-f1eb-4289-9804-bfd3c4d2bcf7 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:04.613303 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['2d331a25-fcbb-49e7-b839-18a5df748c87', '40615ebb-62e2-4e10-beae-f4be84be1cf3', 'bdf01d8e-ca3f-4506-ae58-9da525c3935c'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:23:04.648163 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-0eae72c9-f1eb-4289-9804-bfd3c4d2bcf7 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Network 1f140b9e-2364-4692-a305-f372cdcd3033 is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:23:04.653294 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701e405-11f4-4b4b-bea1-7ff08b047ea0 req-d7cde5c9-175b-42b0-a0b1-02b94fb054a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:04.654822 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-5701e405-11f4-4b4b-bea1-7ff08b047ea0 req-d7cde5c9-175b-42b0-a0b1-02b94fb054a7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=501a0ae42f3f4e21b957db69f265e5bd&device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 1097 time: 0.1155193 Jul 13 20:23:04.660260 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-0eae72c9-f1eb-4289-9804-bfd3c4d2bcf7 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:23:04.665909 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-0eae72c9-f1eb-4289-9804-bfd3c4d2bcf7 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Received port after_create {{(pid=92957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:23:04.716187 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae72c9-f1eb-4289-9804-bfd3c4d2bcf7 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Pushing event updated for resources: {'Port': ['ID=298fccf8-7d57-40b2-bd9c-04e3f3451288,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:04.722511 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca1554-4eb6-4ac5-9d1e-7cf24e825404 req-73ab633c-3721-4436-bc30-9bd8ba1cf5df tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:04.724445 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-31ca1554-4eb6-4ac5-9d1e-7cf24e825404 req-73ab633c-3721-4436-bc30-9bd8ba1cf5df tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=334e2965-96b6-4f7e-b3dd-d92ca3c4e207 HTTP/1.1" status: 200 len: 931 time: 0.0789030 Jul 13 20:23:04.770830 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-0eae72c9-f1eb-4289-9804-bfd3c4d2bcf7 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:04.771413 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-0eae72c9-f1eb-4289-9804-bfd3c4d2bcf7 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:04.772544 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-31ca1554-4eb6-4ac5-9d1e-7cf24e825404 req-f455a7db-1e6c-45b4-b406-f0f4fd0ef348 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419869 Jul 13 20:23:04.803162 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-0eae72c9-f1eb-4289-9804-bfd3c4d2bcf7 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9241972 Jul 13 20:23:04.816896 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701e405-11f4-4b4b-bea1-7ff08b047ea0 req-c0a0af07-c6c1-4176-bbcd-6afc1210cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:04.818479 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-5701e405-11f4-4b4b-bea1-7ff08b047ea0 req-c0a0af07-c6c1-4176-bbcd-6afc1210cd4e service neutron] 10.222.0.47 "GET /v2.0/networks?id=37c40eda-3741-4ce7-ae97-3b7c29a7405a HTTP/1.1" status: 200 len: 918 time: 0.1538472 Jul 13 20:23:04.824343 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-6958d4db-0a03-41c7-abf5-8be6954e2da4 service neutron] Request body: {'port': {'device_id': '334e2965-96b6-4f7e-b3dd-d92ca3c4e207', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:23:04.881232 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-5701e405-11f4-4b4b-bea1-7ff08b047ea0 req-1acfdb85-3a00-448c-8350-2870593a31c3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82f76692-92e3-4a3d-976a-a33aad33bb85 HTTP/1.1" status: 200 len: 217 time: 0.0542088 Jul 13 20:23:04.969083 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701e405-11f4-4b4b-bea1-7ff08b047ea0 req-51b8b7ba-3b8e-4bae-a320-75357a8f967a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:04.970530 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-5701e405-11f4-4b4b-bea1-7ff08b047ea0 req-51b8b7ba-3b8e-4bae-a320-75357a8f967a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04816e2f-157f-4694-821b-ba4aff3014de HTTP/1.1" status: 200 len: 856 time: 0.0792282 Jul 13 20:23:04.971230 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-6958d4db-0a03-41c7-abf5-8be6954e2da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:05.165559 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701e405-11f4-4b4b-bea1-7ff08b047ea0 req-e2602e6d-7c11-4e10-aaca-bb175913947b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:05.167313 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-5701e405-11f4-4b4b-bea1-7ff08b047ea0 req-e2602e6d-7c11-4e10-aaca-bb175913947b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37c40eda-3741-4ce7-ae97-3b7c29a7405a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1820784 Jul 13 20:23:05.196726 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b95608-964f-465e-a23e-75859f3011fb req-67060643-db7f-4cf4-ba84-375cf09dae10 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:05.198797 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-90b95608-964f-465e-a23e-75859f3011fb req-67060643-db7f-4cf4-ba84-375cf09dae10 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 984 time: 0.0679591 Jul 13 20:23:05.238461 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-90b95608-964f-465e-a23e-75859f3011fb req-37afd596-5397-44f0-b7e9-f99f8d83d8c8 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&id=1fd381d6-d5cf-470a-9b7f-7d830c4366b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333829 Jul 13 20:23:05.306232 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-5701e405-11f4-4b4b-bea1-7ff08b047ea0 req-ef004f75-e39c-47ab-bc9d-419387120bce service neutron] 10.222.0.47 "GET /v2.0/networks/37c40eda-3741-4ce7-ae97-3b7c29a7405a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247075 Jul 13 20:23:05.381543 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-6958d4db-0a03-41c7-abf5-8be6954e2da4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 298fccf8-7d57-40b2-bd9c-04e3f3451288 {{(pid=92957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:23:05.391996 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-6958d4db-0a03-41c7-abf5-8be6954e2da4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:05.418014 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.provisioning_blocks [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-6958d4db-0a03-41c7-abf5-8be6954e2da4 service neutron] Transition to ACTIVE for port object 298fccf8-7d57-40b2-bd9c-04e3f3451288 will not be triggered until provisioned by entity L2. {{(pid=92957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:23:05.426511 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-6958d4db-0a03-41c7-abf5-8be6954e2da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:05.468205 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-5701e405-11f4-4b4b-bea1-7ff08b047ea0 req-a4593c79-77df-4d49-8498-46ecf17d7e6a service neutron] 10.222.0.47 "GET /v2.0/networks/37c40eda-3741-4ce7-ae97-3b7c29a7405a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457536 Jul 13 20:23:05.484892 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958d4db-0a03-41c7-abf5-8be6954e2da4 service neutron] Pushing event updated for resources: {'Port': ['ID=298fccf8-7d57-40b2-bd9c-04e3f3451288,revision_number=2']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:05.493303 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885bf91-55c0-40ec-9c51-b947e768f410 req-250703ea-1f22-4da3-b926-d3c4675a5a7a tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:05.495720 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5885bf91-55c0-40ec-9c51-b947e768f410 req-250703ea-1f22-4da3-b926-d3c4675a5a7a tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 944 time: 0.0660155 Jul 13 20:23:05.533004 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5885bf91-55c0-40ec-9c51-b947e768f410 req-f50bcc59-62e6-4e13-bd47-36bc096ebdff tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315046 Jul 13 20:23:05.557277 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-6958d4db-0a03-41c7-abf5-8be6954e2da4 service neutron] Attempting to bind port 298fccf8-7d57-40b2-bd9c-04e3f3451288 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:23:05.557528 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-6958d4db-0a03-41c7-abf5-8be6954e2da4 service neutron] Attempting to bind port 298fccf8-7d57-40b2-bd9c-04e3f3451288 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '99d24947-4e54-4aa5-9179-1db39be6bc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1f140b9e-2364-4692-a305-f372cdcd3033'}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:23:05.557861 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-6958d4db-0a03-41c7-abf5-8be6954e2da4 service neutron] Attempting to bind port 298fccf8-7d57-40b2-bd9c-04e3f3451288 on network 1f140b9e-2364-4692-a305-f372cdcd3033 {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:23:05.562214 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-6958d4db-0a03-41c7-abf5-8be6954e2da4 service neutron] Port 298fccf8-7d57-40b2-bd9c-04e3f3451288 on network 1f140b9e-2364-4692-a305-f372cdcd3033 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:23:05.562539 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-6958d4db-0a03-41c7-abf5-8be6954e2da4 service neutron] Attempting to bind port 298fccf8-7d57-40b2-bd9c-04e3f3451288 on network 1f140b9e-2364-4692-a305-f372cdcd3033 {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:23:05.567394 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-6958d4db-0a03-41c7-abf5-8be6954e2da4 service neutron] Checking agent: {'id': 'ee728df3-37aa-4a8e-b7f1-721981839fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'started_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:23:05.567735 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-6958d4db-0a03-41c7-abf5-8be6954e2da4 service neutron] Checking segment: {'id': '99d24947-4e54-4aa5-9179-1db39be6bc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1f140b9e-2364-4692-a305-f372cdcd3033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:23:05.568148 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-6958d4db-0a03-41c7-abf5-8be6954e2da4 service neutron] Bound using segment: {'id': '99d24947-4e54-4aa5-9179-1db39be6bc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1f140b9e-2364-4692-a305-f372cdcd3033'} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:23:05.568602 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-6958d4db-0a03-41c7-abf5-8be6954e2da4 service neutron] Bound port: 298fccf8-7d57-40b2-bd9c-04e3f3451288, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99d24947-4e54-4aa5-9179-1db39be6bc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1f140b9e-2364-4692-a305-f372cdcd3033'}}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:23:05.568958 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-6958d4db-0a03-41c7-abf5-8be6954e2da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:05.633095 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-6958d4db-0a03-41c7-abf5-8be6954e2da4 service neutron] For port 298fccf8-7d57-40b2-bd9c-04e3f3451288, host hv-cinder-80069, cleared binding levels {{(pid=92957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:23:05.636737 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-6958d4db-0a03-41c7-abf5-8be6954e2da4 service neutron] For port 298fccf8-7d57-40b2-bd9c-04e3f3451288, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=298fccf8-7d57-40b2-bd9c-04e3f3451288,segment=NetworkSegment(99d24947-4e54-4aa5-9179-1db39be6bc4a),segment_id=99d24947-4e54-4aa5-9179-1db39be6bc4a)] {{(pid=92957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:23:05.641442 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-6958d4db-0a03-41c7-abf5-8be6954e2da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:05.672839 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-6958d4db-0a03-41c7-abf5-8be6954e2da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:05.673448 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-6958d4db-0a03-41c7-abf5-8be6954e2da4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:05.674876 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-6958d4db-0a03-41c7-abf5-8be6954e2da4 service neutron] 10.222.0.47 "PUT /v2.0/ports/298fccf8-7d57-40b2-bd9c-04e3f3451288 HTTP/1.1" status: 200 len: 1093 time: 0.8554916 Jul 13 20:23:05.698934 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958d4db-0a03-41c7-abf5-8be6954e2da4 service neutron] Pushing event updated for resources: {'Port': ['ID=298fccf8-7d57-40b2-bd9c-04e3f3451288,revision_number=3']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:05.775953 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '334e2965-96b6-4f7e-b3dd-d92ca3c4e207', 'tag': '298fccf8-7d57-40b2-bd9c-04e3f3451288'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:23:05.778369 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93391a49-872d-4fc8-8607-0ba7b680891f" -d '{"events": [{"name": "network-changed", "server_uuid": "334e2965-96b6-4f7e-b3dd-d92ca3c4e207", "tag": "298fccf8-7d57-40b2-bd9c-04e3f3451288"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:23:05.788959 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-30ad2481-91e3-4861-a5e7-23543df38677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:05.790479 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-30ad2481-91e3-4861-a5e7-23543df38677 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb3753324fc247e58e25bf13ae9da2cd&device_id=334e2965-96b6-4f7e-b3dd-d92ca3c4e207 HTTP/1.1" status: 200 len: 1096 time: 0.0604901 Jul 13 20:23:05.839092 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3dacb2-e425-4edb-8e7a-0a52454a37aa x-openstack-request-id: req-8a3dacb2-e425-4edb-8e7a-0a52454a37aa {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:23:05.839370 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "334e2965-96b6-4f7e-b3dd-d92ca3c4e207", "tag": "298fccf8-7d57-40b2-bd9c-04e3f3451288", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:23:05.839644 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8a3dacb2-e425-4edb-8e7a-0a52454a37aa {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:23:05.840064 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '334e2965-96b6-4f7e-b3dd-d92ca3c4e207', 'tag': '298fccf8-7d57-40b2-bd9c-04e3f3451288', 'status': 'completed', 'code': 200} Jul 13 20:23:05.842126 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-420f840f-d128-4153-aeb9-8f52eb7192b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=298fccf8-7d57-40b2-bd9c-04e3f3451288 HTTP/1.1" status: 200 len: 217 time: 0.0417805 Jul 13 20:23:05.901781 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-b36458f8-816c-41b8-b2b7-09aa9e1b13ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:05.903274 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-b36458f8-816c-41b8-b2b7-09aa9e1b13ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3f1316f-c57f-46e4-87be-20c11623d487 HTTP/1.1" status: 200 len: 854 time: 0.0534089 Jul 13 20:23:05.941286 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-87447708-64ec-4f47-8ef6-687ae31e706b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f140b9e-2364-4692-a305-f372cdcd3033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262883 Jul 13 20:23:05.950199 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1f10e-bc23-486c-b795-09513ae4172d req-b417f871-70c9-4798-8060-eb9591edcad0 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:05.951672 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2cb1f10e-bc23-486c-b795-09513ae4172d req-b417f871-70c9-4798-8060-eb9591edcad0 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=334e2965-96b6-4f7e-b3dd-d92ca3c4e207 HTTP/1.1" status: 200 len: 943 time: 0.0656502 Jul 13 20:23:05.988783 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2cb1f10e-bc23-486c-b795-09513ae4172d req-44b14ae0-ef47-461f-b0fa-aeb2ecc9cf43 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311878 Jul 13 20:23:06.041463 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-f7c1c9e0-c4d6-47c6-8aa8-f0b6fe4de488 service neutron] 10.222.0.47 "GET /v2.0/networks/1f140b9e-2364-4692-a305-f372cdcd3033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839636 Jul 13 20:23:06.094210 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-4500e57a-0549-41ed-b497-d54562b886e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:06.133497 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e591f16b-b759-4455-8774-e2b6db2b5559 req-23a5cdf6-5a9c-49dc-856f-b6f2dbbc0530 service neutron] 10.222.0.47 "GET /v2.0/networks/1f140b9e-2364-4692-a305-f372cdcd3033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842373 Jul 13 20:23:06.238134 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93391a49-872d-4fc8-8607-0ba7b680891f req-6811848b-a652-4231-9b7a-ea5c1199760d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:06.239634 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-93391a49-872d-4fc8-8607-0ba7b680891f req-6811848b-a652-4231-9b7a-ea5c1199760d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb3753324fc247e58e25bf13ae9da2cd&device_id=334e2965-96b6-4f7e-b3dd-d92ca3c4e207 HTTP/1.1" status: 200 len: 1096 time: 0.0516288 Jul 13 20:23:06.335664 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93391a49-872d-4fc8-8607-0ba7b680891f req-34666b63-bf7b-4233-962c-3143ee9fd060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:06.337218 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-93391a49-872d-4fc8-8607-0ba7b680891f req-34666b63-bf7b-4233-962c-3143ee9fd060 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1f140b9e-2364-4692-a305-f372cdcd3033 HTTP/1.1" status: 200 len: 915 time: 0.0864499 Jul 13 20:23:06.380657 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-93391a49-872d-4fc8-8607-0ba7b680891f req-48028875-41d0-4fc3-9a0a-477190512886 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=298fccf8-7d57-40b2-bd9c-04e3f3451288 HTTP/1.1" status: 200 len: 217 time: 0.0352705 Jul 13 20:23:06.413373 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29f373-7b6e-4004-875e-5a7c0f23e927 req-8ef48f1a-485c-418c-8e32-43bc7e843e9d tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:06.414966 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7d29f373-7b6e-4004-875e-5a7c0f23e927 req-8ef48f1a-485c-418c-8e32-43bc7e843e9d tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 984 time: 0.0637507 Jul 13 20:23:06.435978 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93391a49-872d-4fc8-8607-0ba7b680891f req-04c412c3-9b35-46ba-b065-5a1fab578740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:06.437539 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-93391a49-872d-4fc8-8607-0ba7b680891f req-04c412c3-9b35-46ba-b065-5a1fab578740 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3f1316f-c57f-46e4-87be-20c11623d487 HTTP/1.1" status: 200 len: 854 time: 0.0480418 Jul 13 20:23:06.455546 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7d29f373-7b6e-4004-875e-5a7c0f23e927 req-4438c5e0-ee30-4065-85af-d4662d05a4b6 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&id=1fd381d6-d5cf-470a-9b7f-7d830c4366b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339088 Jul 13 20:23:06.472144 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-93391a49-872d-4fc8-8607-0ba7b680891f req-0eb36f7c-f756-45a8-831e-44a6dd14ecbb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f140b9e-2364-4692-a305-f372cdcd3033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257943 Jul 13 20:23:06.564704 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-93391a49-872d-4fc8-8607-0ba7b680891f req-3c97e165-e44c-4bdf-a2f6-54fc049edd3a service neutron] 10.222.0.47 "GET /v2.0/networks/1f140b9e-2364-4692-a305-f372cdcd3033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793846 Jul 13 20:23:06.661201 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-93391a49-872d-4fc8-8607-0ba7b680891f req-de8f15e9-b761-4198-9dff-c28b416a4cd7 service neutron] 10.222.0.47 "GET /v2.0/networks/1f140b9e-2364-4692-a305-f372cdcd3033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852602 Jul 13 20:23:06.712249 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21fd195-dfd8-462c-8149-b9faeb7d01c6 req-d7fff79e-ea71-4321-8879-a0dd28f10427 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:06.714559 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a21fd195-dfd8-462c-8149-b9faeb7d01c6 req-d7fff79e-ea71-4321-8879-a0dd28f10427 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 944 time: 0.0677187 Jul 13 20:23:06.758417 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a21fd195-dfd8-462c-8149-b9faeb7d01c6 req-4374b719-3bd8-4a8b-a06c-b72fd9b4c9c3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379944 Jul 13 20:23:06.774527 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:07.163703 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5c8da-8a74-40df-8c61-ffc16f7a7f9a req-78db69f3-5bde-4b55-b64c-d31905c93d79 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:07.165212 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1ec5c8da-8a74-40df-8c61-ffc16f7a7f9a req-78db69f3-5bde-4b55-b64c-d31905c93d79 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=334e2965-96b6-4f7e-b3dd-d92ca3c4e207 HTTP/1.1" status: 200 len: 943 time: 0.0630245 Jul 13 20:23:07.208069 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1ec5c8da-8a74-40df-8c61-ffc16f7a7f9a req-b8df5f90-b844-4814-af18-eb647f03a589 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370216 Jul 13 20:23:07.473863 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:07.625234 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f1db2-fb1a-4ae2-ba6c-a1697888b7ab req-ba7f3e1f-8f61-489e-8ade-adf0aa511998 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:07.626695 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f35f1db2-fb1a-4ae2-ba6c-a1697888b7ab req-ba7f3e1f-8f61-489e-8ade-adf0aa511998 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 984 time: 0.0617502 Jul 13 20:23:07.636829 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 82f76692-92e3-4a3d-976a-a33aad33bb85 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:23:07.666979 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f35f1db2-fb1a-4ae2-ba6c-a1697888b7ab req-1ab939f2-a8a7-4240-a71e-d536da64db72 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&id=1fd381d6-d5cf-470a-9b7f-7d830c4366b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346389 Jul 13 20:23:07.734859 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 82f76692-92e3-4a3d-976a-a33aad33bb85, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=82f76692-92e3-4a3d-976a-a33aad33bb85,segment=NetworkSegment(e75817a0-f1ae-44cb-ac14-54dccbb196a1),segment_id=e75817a0-f1ae-44cb-ac14-54dccbb196a1)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:23:07.746536 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Returning: {'device': '82f76692-92e3-4a3d-976a-a33aad33bb85', 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a', 'port_id': '82f76692-92e3-4a3d-976a-a33aad33bb85', 'mac_address': 'fa:16:3e:5c:9d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04816e2f-157f-4694-821b-ba4aff3014de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:23:07.786467 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:07.801246 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82f76692-92e3-4a3d-976a-a33aad33bb85 {{(pid=92959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:23:07.826444 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 82f76692-92e3-4a3d-976a-a33aad33bb85, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=82f76692-92e3-4a3d-976a-a33aad33bb85,segment=NetworkSegment(e75817a0-f1ae-44cb-ac14-54dccbb196a1),segment_id=e75817a0-f1ae-44cb-ac14-54dccbb196a1)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:23:07.831361 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:07.891085 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=82f76692-92e3-4a3d-976a-a33aad33bb85,revision_number=4']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:07.958842 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33598098-e76f-45e0-98b3-0db507fcfef1 req-525c89fb-bc78-4da1-8dca-74fd9cc2b358 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:07.960309 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-33598098-e76f-45e0-98b3-0db507fcfef1 req-525c89fb-bc78-4da1-8dca-74fd9cc2b358 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 945 time: 0.0760131 Jul 13 20:23:08.011648 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-33598098-e76f-45e0-98b3-0db507fcfef1 req-1988c42f-f0a9-4648-a279-8bbea9d023a6 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433540 Jul 13 20:23:08.118796 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e64d8-7c5f-491d-807c-08663d47575e req-a496da33-67f9-41ba-9a9f-475417acadbe tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:08.121239 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9f1e64d8-7c5f-491d-807c-08663d47575e req-a496da33-67f9-41ba-9a9f-475417acadbe tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 945 time: 0.0653265 Jul 13 20:23:08.158456 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9f1e64d8-7c5f-491d-807c-08663d47575e req-a33e0a35-1a18-4a08-a00f-4b8fcbd2ca82 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315330 Jul 13 20:23:08.210811 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['82f76692-92e3-4a3d-976a-a33aad33bb85'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:23:08.383894 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bd99b-266c-4a05-95c7-8f179955127e req-ab73179b-e039-4481-8462-0e80f69f7166 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:08.386077 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-455bd99b-266c-4a05-95c7-8f179955127e req-ab73179b-e039-4481-8462-0e80f69f7166 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=334e2965-96b6-4f7e-b3dd-d92ca3c4e207 HTTP/1.1" status: 200 len: 943 time: 0.0673137 Jul 13 20:23:08.425675 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-455bd99b-266c-4a05-95c7-8f179955127e req-1a72ca7c-dc4f-4119-9da4-52fab5c053d8 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338993 Jul 13 20:23:08.838665 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd053d4f-39eb-4aed-9d32-879d26ddf623 req-f81081e1-ad35-436c-bea1-c214a75d4aa7 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:08.840160 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fd053d4f-39eb-4aed-9d32-879d26ddf623 req-f81081e1-ad35-436c-bea1-c214a75d4aa7 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 984 time: 0.0624142 Jul 13 20:23:08.879051 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fd053d4f-39eb-4aed-9d32-879d26ddf623 req-9efdeb1e-f613-4402-a73b-77265217469e tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&id=1fd381d6-d5cf-470a-9b7f-7d830c4366b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332823 Jul 13 20:23:09.223727 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:09.252443 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042917b4-3e64-4373-b0a1-a1421f8fdeee req-5797f7d4-692f-4d77-99d4-e67f16270350 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:09.253932 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-042917b4-3e64-4373-b0a1-a1421f8fdeee req-5797f7d4-692f-4d77-99d4-e67f16270350 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 945 time: 0.0790086 Jul 13 20:23:09.323947 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-042917b4-3e64-4373-b0a1-a1421f8fdeee req-8c675f85-02f6-4079-8154-64e397d797c7 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641017 Jul 13 20:23:09.362631 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281819ec-1e3c-4fde-b45f-7c319e2ee617 req-a6e3d3ce-1fec-48db-871f-c3d69f2b2f79 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:09.364128 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-281819ec-1e3c-4fde-b45f-7c319e2ee617 req-a6e3d3ce-1fec-48db-871f-c3d69f2b2f79 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 945 time: 0.0842218 Jul 13 20:23:09.402482 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-281819ec-1e3c-4fde-b45f-7c319e2ee617 req-e873d24d-76fa-43cb-8c5d-b5de23aeaf4c tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322640 Jul 13 20:23:09.597490 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0d03e-94f1-4d05-a39d-e2e59783f25e req-c7e2be6b-2a9d-44e6-8f73-e16348bc11b1 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:09.598865 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-03a0d03e-94f1-4d05-a39d-e2e59783f25e req-c7e2be6b-2a9d-44e6-8f73-e16348bc11b1 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=334e2965-96b6-4f7e-b3dd-d92ca3c4e207 HTTP/1.1" status: 200 len: 943 time: 0.0633035 Jul 13 20:23:09.636531 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-03a0d03e-94f1-4d05-a39d-e2e59783f25e req-7c7635d0-b51e-4a05-aa3e-6054823eaeee tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320778 Jul 13 20:23:09.647732 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 298fccf8-7d57-40b2-bd9c-04e3f3451288 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:23:09.651083 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 82f76692-92e3-4a3d-976a-a33aad33bb85 up at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:23:09.757123 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning for port 82f76692-92e3-4a3d-976a-a33aad33bb85 completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:23:09.765215 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning complete for port 82f76692-92e3-4a3d-976a-a33aad33bb85 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:23:09.765589 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:09.801294 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 298fccf8-7d57-40b2-bd9c-04e3f3451288, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=298fccf8-7d57-40b2-bd9c-04e3f3451288,segment=NetworkSegment(99d24947-4e54-4aa5-9179-1db39be6bc4a),segment_id=99d24947-4e54-4aa5-9179-1db39be6bc4a)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:23:09.824127 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Returning: {'device': '298fccf8-7d57-40b2-bd9c-04e3f3451288', 'network_id': '1f140b9e-2364-4692-a305-f372cdcd3033', 'port_id': '298fccf8-7d57-40b2-bd9c-04e3f3451288', 'mac_address': 'fa:16:3e:22:72:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f1316f-c57f-46e4-87be-20c11623d487', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:23:09.884181 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:09.902319 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:09.905607 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 298fccf8-7d57-40b2-bd9c-04e3f3451288 {{(pid=92959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:23:09.940798 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6de73c-814d-476f-b829-98451d3ba0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f76692-92e3-4a3d-976a-a33aad33bb85'}] {{(pid=92959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:23:09.943027 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a95ef25a805c455dc0e319f75fe5c37b751c8207b334ba38c934020b16a01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a86e9a-93c0-4f32-94d0-21a53fb6ea11" -d '{"events": [{"server_uuid": "1f6de73c-814d-476f-b829-98451d3ba0ec", "name": "network-vif-plugged", "status": "completed", "tag": "82f76692-92e3-4a3d-976a-a33aad33bb85"}]}' {{(pid=92959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:23:09.948212 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 298fccf8-7d57-40b2-bd9c-04e3f3451288, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=298fccf8-7d57-40b2-bd9c-04e3f3451288,segment=NetworkSegment(99d24947-4e54-4aa5-9179-1db39be6bc4a),segment_id=99d24947-4e54-4aa5-9179-1db39be6bc4a)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:23:09.954374 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:09.960453 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 82f76692-92e3-4a3d-976a-a33aad33bb85, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=82f76692-92e3-4a3d-976a-a33aad33bb85,segment=NetworkSegment(e75817a0-f1ae-44cb-ac14-54dccbb196a1),segment_id=e75817a0-f1ae-44cb-ac14-54dccbb196a1)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:23:09.982362 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdcef8e-03d3-4a32-a0ad-d5f9b2dce422 x-openstack-request-id: req-8fdcef8e-03d3-4a32-a0ad-d5f9b2dce422 {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:23:09.982656 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6de73c-814d-476f-b829-98451d3ba0ec", "name": "network-vif-plugged", "status": "completed", "tag": "82f76692-92e3-4a3d-976a-a33aad33bb85", "code": 200}]} {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:23:09.982908 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8fdcef8e-03d3-4a32-a0ad-d5f9b2dce422 {{(pid=92959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:23:09.983294 dv-cinder-800697-1-iscsi neutron-server[92959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6de73c-814d-476f-b829-98451d3ba0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f76692-92e3-4a3d-976a-a33aad33bb85', 'code': 200} Jul 13 20:23:09.985656 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:10.011507 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=298fccf8-7d57-40b2-bd9c-04e3f3451288,revision_number=4']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:10.063709 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=82f76692-92e3-4a3d-976a-a33aad33bb85,revision_number=5']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:10.069794 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426f467-5bda-46b9-92aa-9c9827526efa req-8afbfe42-bea2-4a63-81d4-224d4081b5a6 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:10.071772 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1426f467-5bda-46b9-92aa-9c9827526efa req-8afbfe42-bea2-4a63-81d4-224d4081b5a6 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 984 time: 0.0740795 Jul 13 20:23:10.112003 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1426f467-5bda-46b9-92aa-9c9827526efa req-db8e0bfc-2581-442d-a72f-ec31413794df tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&id=1fd381d6-d5cf-470a-9b7f-7d830c4366b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342627 Jul 13 20:23:10.214281 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d7ae9-475c-4c4a-b94d-3ac8b0a94ca1 req-0b8aacf9-1273-47c5-aa25-c76c62497f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:10.215760 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-c10d7ae9-475c-4c4a-b94d-3ac8b0a94ca1 req-0b8aacf9-1273-47c5-aa25-c76c62497f59 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 1099 time: 0.0515392 Jul 13 20:23:10.256292 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-c10d7ae9-475c-4c4a-b94d-3ac8b0a94ca1 req-d24a0640-c41a-47e4-bf36-7aa92099ebc6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273552 Jul 13 20:23:10.312557 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['298fccf8-7d57-40b2-bd9c-04e3f3451288'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:23:10.505878 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eec5f6-9c43-4add-8d7a-35a968b061fd req-ed8464ef-91ee-4104-9a07-67bea1661702 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:10.507259 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-67eec5f6-9c43-4add-8d7a-35a968b061fd req-ed8464ef-91ee-4104-9a07-67bea1661702 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 946 time: 0.0623639 Jul 13 20:23:10.573449 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-67eec5f6-9c43-4add-8d7a-35a968b061fd req-c017ca22-0e3b-4d0a-b344-674affd4f1cf tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595562 Jul 13 20:23:10.603879 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1e0e3-edb9-437a-8d56-86ec38064ee1 req-e7a69970-4514-4258-bf68-537d00d47032 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:10.605390 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d7b1e0e3-edb9-437a-8d56-86ec38064ee1 req-e7a69970-4514-4258-bf68-537d00d47032 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 945 time: 0.0855601 Jul 13 20:23:10.646818 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d7b1e0e3-edb9-437a-8d56-86ec38064ee1 req-e64f7354-d9c3-4989-80ec-6887986e136d tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359161 Jul 13 20:23:10.809596 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3ff78-296c-4651-ae35-fbbb379674e3 req-8ee5698f-29ad-484d-b1ec-6faa3e2f31fc tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:10.810976 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-04d3ff78-296c-4651-ae35-fbbb379674e3 req-8ee5698f-29ad-484d-b1ec-6faa3e2f31fc tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=334e2965-96b6-4f7e-b3dd-d92ca3c4e207 HTTP/1.1" status: 200 len: 944 time: 0.0633280 Jul 13 20:23:10.847042 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-04d3ff78-296c-4651-ae35-fbbb379674e3 req-bfcc81fb-0ae9-4199-88e9-8004d3c50215 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303924 Jul 13 20:23:11.290427 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5649c1a-30fd-43ce-ab20-b1d6de1c44b8 req-715408f0-87ee-4157-947c-ae254c6f2673 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:11.292877 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a5649c1a-30fd-43ce-ab20-b1d6de1c44b8 req-715408f0-87ee-4157-947c-ae254c6f2673 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 984 time: 0.0635004 Jul 13 20:23:11.332440 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a5649c1a-30fd-43ce-ab20-b1d6de1c44b8 req-d152c07e-ec50-4605-9140-224483a7cfc3 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&id=1fd381d6-d5cf-470a-9b7f-7d830c4366b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339568 Jul 13 20:23:11.661257 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 298fccf8-7d57-40b2-bd9c-04e3f3451288 up at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:23:11.744343 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb072127-e0cc-4875-a491-1f0bc366c3c6 req-54299c8b-e8f0-49e8-ae0d-6f06d74f3948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:11.745937 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-eb072127-e0cc-4875-a491-1f0bc366c3c6 req-54299c8b-e8f0-49e8-ae0d-6f06d74f3948 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8fc4ea195ad4429aa7573b9a0305dbb4&device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 1098 time: 0.0633738 Jul 13 20:23:11.767611 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81e472-1091-45bc-a114-3e15680850ef req-38bf0429-047e-4dfc-95b9-a65128a58397 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:11.775050 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-af81e472-1091-45bc-a114-3e15680850ef req-38bf0429-047e-4dfc-95b9-a65128a58397 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 946 time: 0.0794687 Jul 13 20:23:11.841040 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-af81e472-1091-45bc-a114-3e15680850ef req-95af4788-e9ec-462d-ad55-795be6c41373 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649514 Jul 13 20:23:11.861879 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning for port 298fccf8-7d57-40b2-bd9c-04e3f3451288 completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:23:11.870042 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning complete for port 298fccf8-7d57-40b2-bd9c-04e3f3451288 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:23:11.873098 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:11.876231 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb072127-e0cc-4875-a491-1f0bc366c3c6 req-e8b0b263-d549-4ce7-b432-6e7ac2e5325e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:11.877737 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-eb072127-e0cc-4875-a491-1f0bc366c3c6 req-e8b0b263-d549-4ce7-b432-6e7ac2e5325e service neutron] 10.222.0.47 "GET /v2.0/networks?id=23e04280-011c-4830-9f31-aeff7c63ac5d HTTP/1.1" status: 200 len: 909 time: 0.1012156 Jul 13 20:23:11.888495 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc1266-5a1e-4a33-87f3-e2f8fdb7cbe8 req-d71da2ff-f305-464f-b414-a283ad8a628b tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:11.890018 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-eebc1266-5a1e-4a33-87f3-e2f8fdb7cbe8 req-d71da2ff-f305-464f-b414-a283ad8a628b tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 945 time: 0.0987945 Jul 13 20:23:11.943236 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-eebc1266-5a1e-4a33-87f3-e2f8fdb7cbe8 req-7650888b-9630-4a04-bee1-8748871dfe0e tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440280 Jul 13 20:23:11.960286 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:11.988518 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334e2965-96b6-4f7e-b3dd-d92ca3c4e207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298fccf8-7d57-40b2-bd9c-04e3f3451288'}] {{(pid=92959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:23:11.988706 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-eb072127-e0cc-4875-a491-1f0bc366c3c6 req-f82b24ae-fb80-43a4-9372-b7946dfc07b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd HTTP/1.1" status: 200 len: 1001 time: 0.0994284 Jul 13 20:23:11.991131 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a95ef25a805c455dc0e319f75fe5c37b751c8207b334ba38c934020b16a01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bb5cad-8cd3-4231-a8cd-694a5ec5cf46" -d '{"events": [{"server_uuid": "334e2965-96b6-4f7e-b3dd-d92ca3c4e207", "name": "network-vif-plugged", "status": "completed", "tag": "298fccf8-7d57-40b2-bd9c-04e3f3451288"}]}' {{(pid=92959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:23:12.006228 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 298fccf8-7d57-40b2-bd9c-04e3f3451288, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=298fccf8-7d57-40b2-bd9c-04e3f3451288,segment=NetworkSegment(99d24947-4e54-4aa5-9179-1db39be6bc4a),segment_id=99d24947-4e54-4aa5-9179-1db39be6bc4a)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:23:12.012735 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:12.053513 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cdfc5-1255-48ba-b386-d137715339b3 req-06df43f5-fb5e-43d2-9230-be12916a76ce tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:12.055214 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3b1cdfc5-1255-48ba-b386-d137715339b3 req-06df43f5-fb5e-43d2-9230-be12916a76ce tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=334e2965-96b6-4f7e-b3dd-d92ca3c4e207 HTTP/1.1" status: 200 len: 944 time: 0.0724008 Jul 13 20:23:12.060505 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb072127-e0cc-4875-a491-1f0bc366c3c6 req-5836f4f8-514c-4852-bad8-e30f358516ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:12.062015 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-eb072127-e0cc-4875-a491-1f0bc366c3c6 req-5836f4f8-514c-4852-bad8-e30f358516ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cad210ff-96a6-4a54-8511-5b333f142a9a HTTP/1.1" status: 200 len: 847 time: 0.0628273 Jul 13 20:23:12.079737 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=298fccf8-7d57-40b2-bd9c-04e3f3451288,revision_number=5']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:12.124827 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb072127-e0cc-4875-a491-1f0bc366c3c6 req-067c8d58-d2b5-403a-a749-b05505331d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:12.126227 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-eb072127-e0cc-4875-a491-1f0bc366c3c6 req-067c8d58-d2b5-403a-a749-b05505331d00 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23e04280-011c-4830-9f31-aeff7c63ac5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525215 Jul 13 20:23:12.133144 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3b1cdfc5-1255-48ba-b386-d137715339b3 req-23cdfe54-f125-4387-939e-84046d389bc1 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645180 Jul 13 20:23:12.156145 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a498e-7339-44f3-98a9-3346d6f12222 req-eb9f9579-c647-4916-8c2c-09704e6ed07c tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:12.156145 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-775a498e-7339-44f3-98a9-3346d6f12222 req-eb9f9579-c647-4916-8c2c-09704e6ed07c tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 946 time: 0.0918298 Jul 13 20:23:12.159122 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 47568) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:12.163899 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-295dc19a-a7c7-4e1a-af51-6745652c26d4 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Request body: {'floatingip': {'port_id': '82f76692-92e3-4a3d-976a-a33aad33bb85'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:23:12.184747 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d55352-9760-41fb-a5c7-8f52728a9f9c x-openstack-request-id: req-c5d55352-9760-41fb-a5c7-8f52728a9f9c {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:23:12.185088 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334e2965-96b6-4f7e-b3dd-d92ca3c4e207", "name": "network-vif-plugged", "status": "completed", "tag": "298fccf8-7d57-40b2-bd9c-04e3f3451288", "code": 200}]} {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:23:12.185276 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c5d55352-9760-41fb-a5c7-8f52728a9f9c {{(pid=92959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:23:12.185658 dv-cinder-800697-1-iscsi neutron-server[92959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334e2965-96b6-4f7e-b3dd-d92ca3c4e207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298fccf8-7d57-40b2-bd9c-04e3f3451288', 'code': 200} Jul 13 20:23:12.209262 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-295dc19a-a7c7-4e1a-af51-6745652c26d4 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for floatingip, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:12.243256 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-eb072127-e0cc-4875-a491-1f0bc366c3c6 req-339029ed-4580-4661-a3dd-f474957a8bf2 service neutron] 10.222.0.47 "GET /v2.0/networks/23e04280-011c-4830-9f31-aeff7c63ac5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009603 Jul 13 20:23:12.343938 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-eb072127-e0cc-4875-a491-1f0bc366c3c6 req-80a828eb-9f28-4b8c-9102-4f28476eb821 service neutron] 10.222.0.47 "GET /v2.0/networks/23e04280-011c-4830-9f31-aeff7c63ac5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892370 Jul 13 20:23:12.442656 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78241a3-11d8-47fb-adfa-3279011d44b1 req-ce806b18-922f-4e62-a779-28366af3dc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:12.444457 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-f78241a3-11d8-47fb-adfa-3279011d44b1 req-ce806b18-922f-4e62-a779-28366af3dc67 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=334e2965-96b6-4f7e-b3dd-d92ca3c4e207 HTTP/1.1" status: 200 len: 1098 time: 0.0581822 Jul 13 20:23:12.482992 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-f78241a3-11d8-47fb-adfa-3279011d44b1 req-ad5e05f7-89d9-4bdb-bdbf-22a845d64f63 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305843 Jul 13 20:23:12.720271 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d219c40-1cd1-43ee-9747-aa1fc361f56d req-344c9bea-8a4b-4b54-a96f-7d6bfe9e123f tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:12.721690 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9d219c40-1cd1-43ee-9747-aa1fc361f56d req-344c9bea-8a4b-4b54-a96f-7d6bfe9e123f tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 984 time: 0.1401417 Jul 13 20:23:12.826886 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9d219c40-1cd1-43ee-9747-aa1fc361f56d req-a22dee46-924f-4cb9-8c52-9f110c36c7ab tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&id=1fd381d6-d5cf-470a-9b7f-7d830c4366b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0989258 Jul 13 20:23:12.935103 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-295dc19a-a7c7-4e1a-af51-6745652c26d4 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:12.938852 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-295dc19a-a7c7-4e1a-af51-6745652c26d4 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708393'] for floatingip, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:13.042299 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.db.l3_db [None req-295dc19a-a7c7-4e1a-af51-6745652c26d4 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Floating IP 8602d592-d023-40f5-9d6a-389ef497c13c associated. External IP: 172.27.1.121, port: 82f76692-92e3-4a3d-976a-a33aad33bb85. Jul 13 20:23:13.196355 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853afa34-48cd-4287-a75f-a397500c7dcf req-d12de098-4af9-43d5-9c8e-4d7607280f1e tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:13.197994 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-853afa34-48cd-4287-a75f-a397500c7dcf req-d12de098-4af9-43d5-9c8e-4d7607280f1e tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 945 time: 0.1227691 Jul 13 20:23:13.335058 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-853afa34-48cd-4287-a75f-a397500c7dcf req-60371520-5c20-4989-8996-4759cb57d09e tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039805 Jul 13 20:23:13.371627 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295dc19a-a7c7-4e1a-af51-6745652c26d4 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Router 2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9 has already been hosted by L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:23:13.384387 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be68488-ce63-4f31-8d30-802710f11041 req-67e7bf97-b1e9-4779-9db8-4728b2367983 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:13.385865 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4be68488-ce63-4f31-8d30-802710f11041 req-67e7bf97-b1e9-4779-9db8-4728b2367983 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=334e2965-96b6-4f7e-b3dd-d92ca3c4e207 HTTP/1.1" status: 200 len: 945 time: 0.1333361 Jul 13 20:23:13.467767 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4be68488-ce63-4f31-8d30-802710f11041 req-aa783205-6c73-4831-99c3-ffcc3707fc83 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756817 Jul 13 20:23:13.515746 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295dc19a-a7c7-4e1a-af51-6745652c26d4 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:23:13.520663 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-295dc19a-a7c7-4e1a-af51-6745652c26d4 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for floatingip, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:13.524831 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311f8172-a26e-4d58-89d1-360983d13b5a None None] Sync routers for ids ['2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'] in dv-cinder-800697-1-iscsi {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:23:13.534123 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311f8172-a26e-4d58-89d1-360983d13b5a None None] Routers {'2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:23:13.534758 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-311f8172-a26e-4d58-89d1-360983d13b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:23:06Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:23:13.560124 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-295dc19a-a7c7-4e1a-af51-6745652c26d4 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "PUT /v2.0/floatingips/8602d592-d023-40f5-9d6a-389ef497c13c HTTP/1.1" status: 200 len: 992 time: 1.3998725 Jul 13 20:23:13.560701 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6de73c-814d-476f-b829-98451d3ba0ec', 'tag': '82f76692-92e3-4a3d-976a-a33aad33bb85'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:23:13.563042 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c297712392d163f53ebb29416b2c98d8f2749a1173f1ad854f2bb06edc641eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a784f9f4-448d-4f66-ac60-4f7821e23366" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6de73c-814d-476f-b829-98451d3ba0ec", "tag": "82f76692-92e3-4a3d-976a-a33aad33bb85"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:23:13.600705 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a8e21f-e960-4f24-b428-717da4458162 x-openstack-request-id: req-69a8e21f-e960-4f24-b428-717da4458162 {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:23:13.601069 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6de73c-814d-476f-b829-98451d3ba0ec", "tag": "82f76692-92e3-4a3d-976a-a33aad33bb85", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:23:13.601386 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-69a8e21f-e960-4f24-b428-717da4458162 {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:23:13.601844 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6de73c-814d-476f-b829-98451d3ba0ec', 'tag': '82f76692-92e3-4a3d-976a-a33aad33bb85', 'status': 'completed', 'code': 200} Jul 13 20:23:13.651633 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-311f8172-a26e-4d58-89d1-360983d13b5a None None] Set router 2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:23:13.710698 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784f9f4-448d-4f66-ac60-4f7821e23366 req-87cc1fdd-770e-42b6-ae9b-9faee1c68367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:13.713695 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a784f9f4-448d-4f66-ac60-4f7821e23366 req-87cc1fdd-770e-42b6-ae9b-9faee1c68367 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=501a0ae42f3f4e21b957db69f265e5bd&device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 1099 time: 0.0722699 Jul 13 20:23:13.814101 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784f9f4-448d-4f66-ac60-4f7821e23366 req-2d83356a-d6c5-44c1-9be4-f8d79384f82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:13.815579 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a784f9f4-448d-4f66-ac60-4f7821e23366 req-2d83356a-d6c5-44c1-9be4-f8d79384f82b service neutron] 10.222.0.47 "GET /v2.0/networks?id=37c40eda-3741-4ce7-ae97-3b7c29a7405a HTTP/1.1" status: 200 len: 918 time: 0.0943336 Jul 13 20:23:13.896079 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-311f8172-a26e-4d58-89d1-360983d13b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1339014143-router', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '27eb8cdd-95d9-4200-8881-6901e3d96a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:17:58Z', 'updated_at': '2021-07-13T20:18:04Z', 'revision_number': 4, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'gw_port': {'id': '27eb8cdd-95d9-4200-8881-6901e3d96a3a', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:17:59Z', 'updated_at': '2021-07-13T20:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_floatingips': [{'id': '8602d592-d023-40f5-9d6a-389ef497c13c', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'router_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'port_id': '82f76692-92e3-4a3d-976a-a33aad33bb85', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a', 'mac_address': 'fa:16:3e:5c:9d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6de73c-814d-476f-b829-98451d3ba0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:22:59Z', 'updated_at': '2021-07-13T20:23:12Z', 'revision_number': 1, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e069e268-da8b-462d-8929-18043fd6cf5a', 'name': '', 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'mac_address': 'fa:16:3e:79:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '04816e2f-157f-4694-821b-ba4aff3014de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:18:02Z', 'updated_at': '2021-07-13T20:18:17Z', 'revision_number': 5, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'subnets': [{'id': '04816e2f-157f-4694-821b-ba4aff3014de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:23:13.923780 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311f8172-a26e-4d58-89d1-360983d13b5a None None] Checking router: 2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9 for host: dv-cinder-800697-1-iscsi {{(pid=92959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:23:13.934768 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311f8172-a26e-4d58-89d1-360983d13b5a None None] Routers {'2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:23:13.935326 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-311f8172-a26e-4d58-89d1-360983d13b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:23:06Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:23:13.945981 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a784f9f4-448d-4f66-ac60-4f7821e23366 req-82a75070-c17b-45a5-8f73-045b2782503c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82f76692-92e3-4a3d-976a-a33aad33bb85 HTTP/1.1" status: 200 len: 1000 time: 0.1101439 Jul 13 20:23:14.022496 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8799b3-8670-41ef-b4f2-35de38d3cd6d req-26a90389-a4ba-47f2-b766-a92de2b26b2d tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:14.030776 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fb8799b3-8670-41ef-b4f2-35de38d3cd6d req-26a90389-a4ba-47f2-b766-a92de2b26b2d tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 984 time: 0.0858605 Jul 13 20:23:14.057267 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-311f8172-a26e-4d58-89d1-360983d13b5a None None] Set router 2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:23:14.069678 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fb8799b3-8670-41ef-b4f2-35de38d3cd6d req-32226f96-c89f-4a02-acde-b5a61e7f19f4 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&id=1fd381d6-d5cf-470a-9b7f-7d830c4366b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379446 Jul 13 20:23:14.265069 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784f9f4-448d-4f66-ac60-4f7821e23366 req-2223d9af-446b-478a-b5f5-2fe17c92a93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:14.266535 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a784f9f4-448d-4f66-ac60-4f7821e23366 req-2223d9af-446b-478a-b5f5-2fe17c92a93f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04816e2f-157f-4694-821b-ba4aff3014de HTTP/1.1" status: 200 len: 856 time: 0.3127286 Jul 13 20:23:14.304527 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-311f8172-a26e-4d58-89d1-360983d13b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1339014143-router', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '27eb8cdd-95d9-4200-8881-6901e3d96a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:17:58Z', 'updated_at': '2021-07-13T20:18:04Z', 'revision_number': 4, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'gw_port': {'id': '27eb8cdd-95d9-4200-8881-6901e3d96a3a', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:17:59Z', 'updated_at': '2021-07-13T20:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_floatingips': [{'id': '8602d592-d023-40f5-9d6a-389ef497c13c', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'router_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'port_id': '82f76692-92e3-4a3d-976a-a33aad33bb85', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a', 'mac_address': 'fa:16:3e:5c:9d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6de73c-814d-476f-b829-98451d3ba0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:22:59Z', 'updated_at': '2021-07-13T20:23:12Z', 'revision_number': 1, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e069e268-da8b-462d-8929-18043fd6cf5a', 'name': '', 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'mac_address': 'fa:16:3e:79:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '04816e2f-157f-4694-821b-ba4aff3014de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:18:02Z', 'updated_at': '2021-07-13T20:18:17Z', 'revision_number': 5, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'subnets': [{'id': '04816e2f-157f-4694-821b-ba4aff3014de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:23:14.332052 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311f8172-a26e-4d58-89d1-360983d13b5a None None] The sync data for ids ['2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'] in dv-cinder-800697-1-iscsi is: [{'id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1339014143-router', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '27eb8cdd-95d9-4200-8881-6901e3d96a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:17:58Z', 'updated_at': '2021-07-13T20:18:04Z', 'revision_number': 4, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'gw_port': {'id': '27eb8cdd-95d9-4200-8881-6901e3d96a3a', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:17:59Z', 'updated_at': '2021-07-13T20:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_floatingips': [{'id': '8602d592-d023-40f5-9d6a-389ef497c13c', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'router_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'port_id': '82f76692-92e3-4a3d-976a-a33aad33bb85', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a', 'mac_address': 'fa:16:3e:5c:9d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6de73c-814d-476f-b829-98451d3ba0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:22:59Z', 'updated_at': '2021-07-13T20:23:12Z', 'revision_number': 1, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e069e268-da8b-462d-8929-18043fd6cf5a', 'name': '', 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'mac_address': 'fa:16:3e:79:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '04816e2f-157f-4694-821b-ba4aff3014de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:18:02Z', 'updated_at': '2021-07-13T20:18:17Z', 'revision_number': 5, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'subnets': [{'id': '04816e2f-157f-4694-821b-ba4aff3014de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:23:14.341574 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784f9f4-448d-4f66-ac60-4f7821e23366 req-857971d1-943f-48d7-83af-84843b5ae985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:14.343100 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a784f9f4-448d-4f66-ac60-4f7821e23366 req-857971d1-943f-48d7-83af-84843b5ae985 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37c40eda-3741-4ce7-ae97-3b7c29a7405a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545714 Jul 13 20:23:14.449614 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a784f9f4-448d-4f66-ac60-4f7821e23366 req-89f5b1f9-d52f-4fcf-b4a7-8d4c80c1ca74 service neutron] 10.222.0.47 "GET /v2.0/networks/37c40eda-3741-4ce7-ae97-3b7c29a7405a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980985 Jul 13 20:23:14.549276 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167df04-2512-437b-abb3-8e22ad7e42b2 req-fbe69748-9a1c-4052-b618-2e4ff80803c8 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:14.550823 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2167df04-2512-437b-abb3-8e22ad7e42b2 req-fbe69748-9a1c-4052-b618-2e4ff80803c8 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 945 time: 0.0947509 Jul 13 20:23:14.573026 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a784f9f4-448d-4f66-ac60-4f7821e23366 req-381b2e4f-8139-430a-95d4-81f32f5b9b70 service neutron] 10.222.0.47 "GET /v2.0/networks/37c40eda-3741-4ce7-ae97-3b7c29a7405a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142328 Jul 13 20:23:14.607057 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2167df04-2512-437b-abb3-8e22ad7e42b2 req-d5858db3-7732-431b-9351-857ca6f291d5 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445654 Jul 13 20:23:14.616537 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9f959e-fd0e-480d-9402-08efc1bb5df6 None None] New status for floating IP 8602d592-d023-40f5-9d6a-389ef497c13c: ACTIVE {{(pid=92960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:23:14.694615 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791df38c-d3cc-4e4c-8003-f021a3af3081 req-2ff80c1f-6e98-4970-a329-50c3fc580c28 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:14.696232 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-791df38c-d3cc-4e4c-8003-f021a3af3081 req-2ff80c1f-6e98-4970-a329-50c3fc580c28 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=334e2965-96b6-4f7e-b3dd-d92ca3c4e207 HTTP/1.1" status: 200 len: 945 time: 0.0679555 Jul 13 20:23:14.739421 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-791df38c-d3cc-4e4c-8003-f021a3af3081 req-b4c60ddc-124b-4b57-9e0d-b9d86ad12a5c tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365727 Jul 13 20:23:15.260158 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01a25b-ec63-45ae-b2f3-49deadfb2d3d req-f6fcab53-07c3-42b9-92f8-c551c73530ff tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:15.261665 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2c01a25b-ec63-45ae-b2f3-49deadfb2d3d req-f6fcab53-07c3-42b9-92f8-c551c73530ff tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 984 time: 0.0688987 Jul 13 20:23:15.262072 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:15.301553 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2c01a25b-ec63-45ae-b2f3-49deadfb2d3d req-6bc4b316-9afe-4d44-a7f8-1fc66e201e80 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&id=1fd381d6-d5cf-470a-9b7f-7d830c4366b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336294 Jul 13 20:23:15.804504 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83f665-4df3-46dc-9dbe-f5d523a510e7 req-74c8063c-cbfa-4c7b-897a-5caa06c3840c tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:15.806041 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2b83f665-4df3-46dc-9dbe-f5d523a510e7 req-74c8063c-cbfa-4c7b-897a-5caa06c3840c tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 945 time: 0.0750957 Jul 13 20:23:15.846628 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2b83f665-4df3-46dc-9dbe-f5d523a510e7 req-f18db4bf-c5fb-4eaa-97b0-87da2836c557 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346231 Jul 13 20:23:16.484177 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec090a-838e-408b-b1d4-93fc666f161a req-02471049-fee7-4595-989e-0cae2aeb43d3 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:16.485687 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-81ec090a-838e-408b-b1d4-93fc666f161a req-02471049-fee7-4595-989e-0cae2aeb43d3 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 984 time: 0.0657523 Jul 13 20:23:16.526068 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-81ec090a-838e-408b-b1d4-93fc666f161a req-dab9f969-0df4-4cf6-a04f-aa579586341b tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&id=1fd381d6-d5cf-470a-9b7f-7d830c4366b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347888 Jul 13 20:23:17.043582 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2faee9-1370-495e-af39-98175c7b02e0 req-8af3f5a9-b14d-4242-a49c-f60668f0e173 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:17.045162 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9b2faee9-1370-495e-af39-98175c7b02e0 req-8af3f5a9-b14d-4242-a49c-f60668f0e173 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 945 time: 0.0696318 Jul 13 20:23:17.094477 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9b2faee9-1370-495e-af39-98175c7b02e0 req-39f3d106-4545-46ac-b436-dfb327b208fc tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420501 Jul 13 20:23:17.701785 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a81cf-95ac-4cfd-9513-60ab4977160e req-827ddd83-6fa1-47cd-8eb6-3636ebea71b3 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:17.703247 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-245a81cf-95ac-4cfd-9513-60ab4977160e req-827ddd83-6fa1-47cd-8eb6-3636ebea71b3 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 984 time: 0.0624149 Jul 13 20:23:17.742270 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-245a81cf-95ac-4cfd-9513-60ab4977160e req-fe3ce91f-f655-4233-9aa6-8273c99a9190 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&id=1fd381d6-d5cf-470a-9b7f-7d830c4366b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330493 Jul 13 20:23:18.276151 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f79cd-288a-42ac-b540-4049867bd57b req-8efc3f83-9299-42ec-8bfc-471dac7c4203 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:18.277648 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d46f79cd-288a-42ac-b540-4049867bd57b req-8efc3f83-9299-42ec-8bfc-471dac7c4203 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 945 time: 0.0650339 Jul 13 20:23:18.319988 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d46f79cd-288a-42ac-b540-4049867bd57b req-ea3fd595-dfb7-4fd2-88e8-7b2d3f299903 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364761 Jul 13 20:23:18.917718 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78726a-77b7-4e26-b730-e4c78f299dda req-a01fc1b9-9640-41e3-a78d-30758a3b57d4 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:18.919192 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1d78726a-77b7-4e26-b730-e4c78f299dda req-a01fc1b9-9640-41e3-a78d-30758a3b57d4 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 984 time: 0.0648587 Jul 13 20:23:18.955181 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 6 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:23:18.959259 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1d78726a-77b7-4e26-b730-e4c78f299dda req-f3eae266-b084-4f59-9ae2-ba23eea2a560 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&id=1fd381d6-d5cf-470a-9b7f-7d830c4366b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343263 Jul 13 20:23:19.505528 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50504a-68c9-4bde-a67e-d3ab69896ae2 req-0b0c0abe-f18f-4bbb-9b6b-682d393773fc tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:19.508119 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-be50504a-68c9-4bde-a67e-d3ab69896ae2 req-0b0c0abe-f18f-4bbb-9b6b-682d393773fc tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 945 time: 0.0781963 Jul 13 20:23:19.546375 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-be50504a-68c9-4bde-a67e-d3ab69896ae2 req-d07d610f-a7d4-4f7d-ae65-25eea67c67dd tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321548 Jul 13 20:23:20.140025 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4c4b5-2dbe-4e17-a777-78e447a1a59e req-7a9d7162-d75a-4bbc-867d-670a7fe1ef3e tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:20.141494 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6ad4c4b5-2dbe-4e17-a777-78e447a1a59e req-7a9d7162-d75a-4bbc-867d-670a7fe1ef3e tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 984 time: 0.0636792 Jul 13 20:23:20.186073 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6ad4c4b5-2dbe-4e17-a777-78e447a1a59e req-b2370cf1-1209-4c7e-b0d3-5d3d501c9163 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&id=1fd381d6-d5cf-470a-9b7f-7d830c4366b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389700 Jul 13 20:23:20.721280 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8dd02-686a-4d87-8906-7e1fb09d45a6 req-5bb40bbd-d6c6-4833-accf-a970c6766bea tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:20.722694 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-61f8dd02-686a-4d87-8906-7e1fb09d45a6 req-5bb40bbd-d6c6-4833-accf-a970c6766bea tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 945 time: 0.0657279 Jul 13 20:23:20.762392 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-61f8dd02-686a-4d87-8906-7e1fb09d45a6 req-90f72fdb-0bd9-4bfd-85b8-19e94055a3a9 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330915 Jul 13 20:23:21.366929 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082e271-27b8-417e-b85b-ef176bea8b6c req-b079f0e5-2df2-4762-a209-47337d8d74f5 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:21.368241 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5082e271-27b8-417e-b85b-ef176bea8b6c req-b079f0e5-2df2-4762-a209-47337d8d74f5 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 984 time: 0.0618780 Jul 13 20:23:21.407230 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5082e271-27b8-417e-b85b-ef176bea8b6c req-8d74d4a5-9fef-4fce-a527-d73f1a49bc1e tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&id=1fd381d6-d5cf-470a-9b7f-7d830c4366b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326936 Jul 13 20:23:21.937988 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44b74b-7d43-4426-96df-d5f0847c85a2 req-249a2abf-feaf-49f9-80ea-7c8b4bc24834 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:21.939465 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9b44b74b-7d43-4426-96df-d5f0847c85a2 req-249a2abf-feaf-49f9-80ea-7c8b4bc24834 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 945 time: 0.0649643 Jul 13 20:23:21.978900 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9b44b74b-7d43-4426-96df-d5f0847c85a2 req-c62697dd-9891-4334-986a-a3d3c1ba25cb tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335984 Jul 13 20:23:23.149657 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357ec3c-b6c5-49fe-b8e5-591b5b649332 req-fb1f31b7-5259-444e-bfab-0fb57acb4d7a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:23.151931 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4357ec3c-b6c5-49fe-b8e5-591b5b649332 req-fb1f31b7-5259-444e-bfab-0fb57acb4d7a tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 945 time: 0.0617542 Jul 13 20:23:23.190371 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4357ec3c-b6c5-49fe-b8e5-591b5b649332 req-78ce02ef-64d8-41c9-a970-a89fbce0ca49 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328438 Jul 13 20:23:23.315190 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1d362-37cf-4368-b93e-9dcc8cb736b2 req-fa3a431e-7b43-4edf-ba79-dbcaa59a6e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:23.317094 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-47b1d362-37cf-4368-b93e-9dcc8cb736b2 req-fa3a431e-7b43-4edf-ba79-dbcaa59a6e76 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8fc4ea195ad4429aa7573b9a0305dbb4&device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 1098 time: 0.0592935 Jul 13 20:23:23.427647 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1d362-37cf-4368-b93e-9dcc8cb736b2 req-f26197c2-8838-40d7-956a-000aaa84ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:23.429278 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-47b1d362-37cf-4368-b93e-9dcc8cb736b2 req-f26197c2-8838-40d7-956a-000aaa84ff52 service neutron] 10.222.0.47 "GET /v2.0/networks?id=23e04280-011c-4830-9f31-aeff7c63ac5d HTTP/1.1" status: 200 len: 909 time: 0.1038024 Jul 13 20:23:23.503092 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-47b1d362-37cf-4368-b93e-9dcc8cb736b2 req-137ed0a5-70b2-4611-a2d8-b47dee8921e8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd HTTP/1.1" status: 200 len: 1001 time: 0.0650477 Jul 13 20:23:23.555216 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1d362-37cf-4368-b93e-9dcc8cb736b2 req-2d514366-b438-4136-befd-923f8e0feb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:23.556924 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-47b1d362-37cf-4368-b93e-9dcc8cb736b2 req-2d514366-b438-4136-befd-923f8e0feb0c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cad210ff-96a6-4a54-8511-5b333f142a9a HTTP/1.1" status: 200 len: 847 time: 0.0449982 Jul 13 20:23:23.624173 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1d362-37cf-4368-b93e-9dcc8cb736b2 req-2bc75d7d-d90a-4993-a2ef-97818340db2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:23.625658 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-47b1d362-37cf-4368-b93e-9dcc8cb736b2 req-2bc75d7d-d90a-4993-a2ef-97818340db2a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23e04280-011c-4830-9f31-aeff7c63ac5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515108 Jul 13 20:23:23.722297 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-47b1d362-37cf-4368-b93e-9dcc8cb736b2 req-377ed653-6450-4766-ac90-6e89a0c093f8 service neutron] 10.222.0.47 "GET /v2.0/networks/23e04280-011c-4830-9f31-aeff7c63ac5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830398 Jul 13 20:23:23.813030 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-47b1d362-37cf-4368-b93e-9dcc8cb736b2 req-c6caaf8d-4130-4199-a8b1-9f10454a40e6 service neutron] 10.222.0.47 "GET /v2.0/networks/23e04280-011c-4830-9f31-aeff7c63ac5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835783 Jul 13 20:23:24.378473 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522ae62-581b-4fc8-83ec-00c7ffb452f2 req-6c50756b-11e1-4fb3-bcac-2252132d7c39 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:24.379925 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2522ae62-581b-4fc8-83ec-00c7ffb452f2 req-6c50756b-11e1-4fb3-bcac-2252132d7c39 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 945 time: 0.0682967 Jul 13 20:23:24.423665 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2522ae62-581b-4fc8-83ec-00c7ffb452f2 req-72776b4c-9bfa-4e30-8302-cbdd4c881350 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378640 Jul 13 20:23:25.594815 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d204b2-79c6-4446-afc8-4981f1adbc15 req-62fadb6b-64ad-4853-ae99-01d994e4a681 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:25.596374 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-81d204b2-79c6-4446-afc8-4981f1adbc15 req-62fadb6b-64ad-4853-ae99-01d994e4a681 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 945 time: 0.0633123 Jul 13 20:23:25.635263 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-81d204b2-79c6-4446-afc8-4981f1adbc15 req-bfe43ed5-0918-43ff-bd38-011045349ad4 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331607 Jul 13 20:23:26.852767 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd676d9-ff8e-4584-9052-409d0f3b4aa1 req-384f813d-1295-41a0-9f66-dde558362177 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:26.855047 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cdd676d9-ff8e-4584-9052-409d0f3b4aa1 req-384f813d-1295-41a0-9f66-dde558362177 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=334e2965-96b6-4f7e-b3dd-d92ca3c4e207 HTTP/1.1" status: 200 len: 945 time: 0.1080108 Jul 13 20:23:26.864085 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbe65e-dd73-41a6-bf64-960c271f77de req-fc878efd-e19c-44b0-ae2f-1c476f888e2d tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:26.865597 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-98dbe65e-dd73-41a6-bf64-960c271f77de req-fc878efd-e19c-44b0-ae2f-1c476f888e2d tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 945 time: 0.1095316 Jul 13 20:23:26.923938 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cdd676d9-ff8e-4584-9052-409d0f3b4aa1 req-f02d81e3-fc0e-413d-a814-c1290065e50f tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573289 Jul 13 20:23:26.929104 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-98dbe65e-dd73-41a6-bf64-960c271f77de req-8a602966-4cc8-4def-abb7-63e17f2b4ee5 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556855 Jul 13 20:23:27.250453 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-863148d3-b284-4edb-a80c-379c4d2e77ba req-1c0ea17a-78e4-46ff-803e-e7588cf58df0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0603848 Jul 13 20:23:27.329878 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886e831-7d19-4a56-b9df-1a76975be375 req-5b0493ee-dec9-482b-b54f-9beddbe77e57 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:27.332164 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f886e831-7d19-4a56-b9df-1a76975be375 req-5b0493ee-dec9-482b-b54f-9beddbe77e57 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 945 time: 0.0800378 Jul 13 20:23:27.385478 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f886e831-7d19-4a56-b9df-1a76975be375 req-b46198ef-c97c-46af-b048-412dd91db9eb tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456700 Jul 13 20:23:28.105324 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08bcc57-f558-4958-a16c-10ecf0edb065 req-8cda22b4-790a-4420-b4e2-d35e7396d4bb tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:28.106820 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c08bcc57-f558-4958-a16c-10ecf0edb065 req-8cda22b4-790a-4420-b4e2-d35e7396d4bb tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=334e2965-96b6-4f7e-b3dd-d92ca3c4e207 HTTP/1.1" status: 200 len: 945 time: 0.0692356 Jul 13 20:23:28.149175 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c08bcc57-f558-4958-a16c-10ecf0edb065 req-840efcbd-01e5-48c7-89b1-60ef73ed4aae tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357959 Jul 13 20:23:28.556197 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175f02e-503c-4f51-a691-0e3f4fd4b4ac req-f1d95c13-bc93-448d-b3ef-ec67fd9ad2f2 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:28.557616 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0175f02e-503c-4f51-a691-0e3f4fd4b4ac req-f1d95c13-bc93-448d-b3ef-ec67fd9ad2f2 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 945 time: 0.0623190 Jul 13 20:23:28.594332 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0175f02e-503c-4f51-a691-0e3f4fd4b4ac req-fe046552-046e-4038-a93c-72f21092fb8d tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307422 Jul 13 20:23:29.058722 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac90ea-9c9b-402e-a9b6-b31ab74f39cf req-20b18e14-c958-4751-8f42-bfb2e4bd2ab9 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:29.060227 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-0aac90ea-9c9b-402e-a9b6-b31ab74f39cf req-20b18e14-c958-4751-8f42-bfb2e4bd2ab9 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.47 "GET /v2.0/ports?device_id=334e2965-96b6-4f7e-b3dd-d92ca3c4e207 HTTP/1.1" status: 200 len: 945 time: 0.1214573 Jul 13 20:23:29.061967 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863148d3-b284-4edb-a80c-379c4d2e77ba req-a073a768-fe7e-402b-b8f4-403a07d452b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:29.063326 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-863148d3-b284-4edb-a80c-379c4d2e77ba req-a073a768-fe7e-402b-b8f4-403a07d452b1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358&tenant_id=8fc4ea195ad4429aa7573b9a0305dbb4 HTTP/1.1" status: 200 len: 1098 time: 0.0965524 Jul 13 20:23:29.210506 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863148d3-b284-4edb-a80c-379c4d2e77ba req-58c82cf2-73a4-427f-b3e1-17043b2ad372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:29.212136 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-863148d3-b284-4edb-a80c-379c4d2e77ba req-58c82cf2-73a4-427f-b3e1-17043b2ad372 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8fc4ea195ad4429aa7573b9a0305dbb4&device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 1098 time: 0.1062946 Jul 13 20:23:29.227878 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-0aac90ea-9c9b-402e-a9b6-b31ab74f39cf req-9b3a072b-5bfd-45ef-9f12-42f4ac247506 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Deleting port 298fccf8-7d57-40b2-bd9c-04e3f3451288 {{(pid=92957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:23:29.228251 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-0aac90ea-9c9b-402e-a9b6-b31ab74f39cf req-9b3a072b-5bfd-45ef-9f12-42f4ac247506 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:29.350747 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e439a54-5018-4506-81a9-f14642effdf9 req-c200999a-e751-4fe3-826e-5fcfa01853c6 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:29.352479 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7e439a54-5018-4506-81a9-f14642effdf9 req-c200999a-e751-4fe3-826e-5fcfa01853c6 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=334e2965-96b6-4f7e-b3dd-d92ca3c4e207 HTTP/1.1" status: 200 len: 945 time: 0.0820894 Jul 13 20:23:29.389041 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863148d3-b284-4edb-a80c-379c4d2e77ba req-7f4d4af8-1a24-491f-9d37-2905daa9d6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:29.390520 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-863148d3-b284-4edb-a80c-379c4d2e77ba req-7f4d4af8-1a24-491f-9d37-2905daa9d6b2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=23e04280-011c-4830-9f31-aeff7c63ac5d HTTP/1.1" status: 200 len: 909 time: 0.1708376 Jul 13 20:23:29.392336 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-0aac90ea-9c9b-402e-a9b6-b31ab74f39cf req-9b3a072b-5bfd-45ef-9f12-42f4ac247506 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] For port 298fccf8-7d57-40b2-bd9c-04e3f3451288, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=298fccf8-7d57-40b2-bd9c-04e3f3451288,segment=NetworkSegment(99d24947-4e54-4aa5-9179-1db39be6bc4a),segment_id=99d24947-4e54-4aa5-9179-1db39be6bc4a)] {{(pid=92957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:23:29.392704 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-0aac90ea-9c9b-402e-a9b6-b31ab74f39cf req-9b3a072b-5bfd-45ef-9f12-42f4ac247506 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:29.410740 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-0aac90ea-9c9b-402e-a9b6-b31ab74f39cf req-9b3a072b-5bfd-45ef-9f12-42f4ac247506 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Calling delete_port for 298fccf8-7d57-40b2-bd9c-04e3f3451288 owned by compute:nova {{(pid=92957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:23:29.411467 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7e439a54-5018-4506-81a9-f14642effdf9 req-62b61a57-b827-4923-af56-dfc05acbd93c tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502150 Jul 13 20:23:29.507483 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-863148d3-b284-4edb-a80c-379c4d2e77ba req-526ed842-67cc-4a21-9c27-e7e6b703775c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd HTTP/1.1" status: 200 len: 1001 time: 0.1053753 Jul 13 20:23:29.570932 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863148d3-b284-4edb-a80c-379c4d2e77ba req-ce831859-5625-4192-8a6c-f031379e5b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:29.572518 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-863148d3-b284-4edb-a80c-379c4d2e77ba req-ce831859-5625-4192-8a6c-f031379e5b74 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cad210ff-96a6-4a54-8511-5b333f142a9a HTTP/1.1" status: 200 len: 847 time: 0.0553973 Jul 13 20:23:29.657964 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-0aac90ea-9c9b-402e-a9b6-b31ab74f39cf req-9b3a072b-5bfd-45ef-9f12-42f4ac247506 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:29.675913 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['2d331a25-fcbb-49e7-b839-18a5df748c87', '40615ebb-62e2-4e10-beae-f4be84be1cf3', 'bdf01d8e-ca3f-4506-ae58-9da525c3935c', '298fccf8-7d57-40b2-bd9c-04e3f3451288'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:23:29.691741 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a072b-5bfd-45ef-9f12-42f4ac247506 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Pushing event deleted for resources: {'Port': ['ID=298fccf8-7d57-40b2-bd9c-04e3f3451288,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:29.706187 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863148d3-b284-4edb-a80c-379c4d2e77ba req-6ec0f553-ede9-4173-9851-fbd468d1fc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:29.707689 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-863148d3-b284-4edb-a80c-379c4d2e77ba req-6ec0f553-ede9-4173-9851-fbd468d1fc65 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23e04280-011c-4830-9f31-aeff7c63ac5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1256230 Jul 13 20:23:29.710978 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3a072b-5bfd-45ef-9f12-42f4ac247506 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:29.710978 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3a072b-5bfd-45ef-9f12-42f4ac247506 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:29.711233 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3a072b-5bfd-45ef-9f12-42f4ac247506 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:29.711520 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3a072b-5bfd-45ef-9f12-42f4ac247506 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:29.711861 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3a072b-5bfd-45ef-9f12-42f4ac247506 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:29.712227 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3a072b-5bfd-45ef-9f12-42f4ac247506 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:29.712564 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3a072b-5bfd-45ef-9f12-42f4ac247506 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:29.712895 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3a072b-5bfd-45ef-9f12-42f4ac247506 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:29.713224 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3a072b-5bfd-45ef-9f12-42f4ac247506 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:29.713589 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3a072b-5bfd-45ef-9f12-42f4ac247506 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:29.713918 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3a072b-5bfd-45ef-9f12-42f4ac247506 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:29.714246 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3a072b-5bfd-45ef-9f12-42f4ac247506 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:29.757926 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:23:29.785866 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43f3dc-d6ff-4bc8-9057-dd7aed5e9bd2 req-4426ff7d-78b6-40eb-8d9b-f98943649079 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:29.793251 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bc43f3dc-d6ff-4bc8-9057-dd7aed5e9bd2 req-4426ff7d-78b6-40eb-8d9b-f98943649079 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 945 time: 0.0780652 Jul 13 20:23:29.795890 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aac90ea-9c9b-402e-a9b6-b31ab74f39cf req-9b3a072b-5bfd-45ef-9f12-42f4ac247506 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] No DVR routers for this DVR port 298fccf8-7d57-40b2-bd9c-04e3f3451288 on host hv-cinder-80069 {{(pid=92957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:23:29.799492 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-0aac90ea-9c9b-402e-a9b6-b31ab74f39cf req-9b3a072b-5bfd-45ef-9f12-42f4ac247506 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:29.801547 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-0aac90ea-9c9b-402e-a9b6-b31ab74f39cf req-9b3a072b-5bfd-45ef-9f12-42f4ac247506 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.47 "DELETE /v2.0/ports/298fccf8-7d57-40b2-bd9c-04e3f3451288 HTTP/1.1" status: 204 len: 173 time: 0.7213273 Jul 13 20:23:29.801978 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334e2965-96b6-4f7e-b3dd-d92ca3c4e207', 'name': 'network-vif-deleted', 'tag': '298fccf8-7d57-40b2-bd9c-04e3f3451288'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:23:29.804392 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296531d0-ef9a-4ebd-98da-0d2939dec795" -d '{"events": [{"server_uuid": "334e2965-96b6-4f7e-b3dd-d92ca3c4e207", "name": "network-vif-deleted", "tag": "298fccf8-7d57-40b2-bd9c-04e3f3451288"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:23:29.847378 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bc43f3dc-d6ff-4bc8-9057-dd7aed5e9bd2 req-1bec23ad-ab0a-4479-a01e-63a1f7e33c49 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532432 Jul 13 20:23:29.857877 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-863148d3-b284-4edb-a80c-379c4d2e77ba req-d9ff5247-8d7d-4828-8bbf-3df39a75a8fc service neutron] 10.222.0.47 "GET /v2.0/networks/23e04280-011c-4830-9f31-aeff7c63ac5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246028 Jul 13 20:23:29.952422 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:29.987110 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-863148d3-b284-4edb-a80c-379c4d2e77ba req-257add08-ae1f-4b5a-b928-f8e3d450bd4a service neutron] 10.222.0.47 "GET /v2.0/networks/23e04280-011c-4830-9f31-aeff7c63ac5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096008 Jul 13 20:23:29.990341 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d32312-e36b-431c-a611-92fac9729666 x-openstack-request-id: req-81d32312-e36b-431c-a611-92fac9729666 {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:23:29.990705 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334e2965-96b6-4f7e-b3dd-d92ca3c4e207", "name": "network-vif-deleted", "tag": "298fccf8-7d57-40b2-bd9c-04e3f3451288", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:23:29.991340 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc80579-6334-45ad-a8eb-14400d6fd358', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd'}] {{(pid=92959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:23:29.993958 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a95ef25a805c455dc0e319f75fe5c37b751c8207b334ba38c934020b16a01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32627ebe-47d9-46bd-9efb-4b9f1d67d67f" -d '{"events": [{"server_uuid": "8cc80579-6334-45ad-a8eb-14400d6fd358", "name": "network-vif-unplugged", "status": "completed", "tag": "8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd"}]}' {{(pid=92959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:23:29.996161 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-81d32312-e36b-431c-a611-92fac9729666 {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:23:29.996852 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334e2965-96b6-4f7e-b3dd-d92ca3c4e207', 'name': 'network-vif-deleted', 'tag': '298fccf8-7d57-40b2-bd9c-04e3f3451288', 'status': 'completed', 'code': 200} Jul 13 20:23:30.016574 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd,segment=NetworkSegment(b425f644-01d0-41f1-9d66-d17b7e83c5bb),segment_id=b425f644-01d0-41f1-9d66-d17b7e83c5bb)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:23:30.021722 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:30.098562 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd,revision_number=6']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:30.110043 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 20:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba00d1d3-a1b3-4ceb-b3cb-c299cf4065c1 x-openstack-request-id: req-ba00d1d3-a1b3-4ceb-b3cb-c299cf4065c1 {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:23:30.110341 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc80579-6334-45ad-a8eb-14400d6fd358", "name": "network-vif-unplugged", "status": "completed", "tag": "8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd", "code": 200}]} {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:23:30.110601 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ba00d1d3-a1b3-4ceb-b3cb-c299cf4065c1 {{(pid=92959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:23:30.110982 dv-cinder-800697-1-iscsi neutron-server[92959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc80579-6334-45ad-a8eb-14400d6fd358', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd', 'code': 200} Jul 13 20:23:30.594177 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-093eb57a-6616-40ec-ad14-8d9b35fb8d49 req-c0f09455-9099-4987-b4a7-74f49d3a8ba2 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=334e2965-96b6-4f7e-b3dd-d92ca3c4e207 HTTP/1.1" status: 200 len: 210 time: 0.0334299 Jul 13 20:23:31.042831 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4bac7-5631-4bda-bcec-23583a86a7f9 req-31d16784-9d71-41f4-b46e-01b9f44eb84c tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:31.044340 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-75c4bac7-5631-4bda-bcec-23583a86a7f9 req-31d16784-9d71-41f4-b46e-01b9f44eb84c tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 943 time: 0.0772166 Jul 13 20:23:31.082690 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-75c4bac7-5631-4bda-bcec-23583a86a7f9 req-12fd4919-6955-4ddc-a0ca-35c41f245127 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327725 Jul 13 20:23:32.282639 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a61aa3-c0ef-417e-a0ea-a4f307cdc9b5 req-023103ec-087d-4453-943b-72a0b7249122 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:32.284065 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-82a61aa3-c0ef-417e-a0ea-a4f307cdc9b5 req-023103ec-087d-4453-943b-72a0b7249122 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 943 time: 0.0689871 Jul 13 20:23:32.339293 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-82a61aa3-c0ef-417e-a0ea-a4f307cdc9b5 req-6ebcbb70-21e0-4b7c-8c6d-d0485e68f8cf tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492556 Jul 13 20:23:33.206764 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc1f5f-4046-49f1-8b53-0b3e3948e691 req-8c6db700-bb08-4803-a4f8-0a7054266ae4 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:33.208292 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-eefc1f5f-4046-49f1-8b53-0b3e3948e691 req-8c6db700-bb08-4803-a4f8-0a7054266ae4 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d1ad9e-4955-4226-a55d-28afb2eea57d HTTP/1.1" status: 200 len: 945 time: 0.0673902 Jul 13 20:23:33.251767 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-eefc1f5f-4046-49f1-8b53-0b3e3948e691 req-c1ee9e90-4a30-4ec8-8898-b052f53fa614 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365672 Jul 13 20:23:33.518370 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a8cda-3595-4dc5-8b36-95d4da1e1013 req-31037e73-b838-472b-8e18-803d1a4eeb00 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:33.519870 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-493a8cda-3595-4dc5-8b36-95d4da1e1013 req-31037e73-b838-472b-8e18-803d1a4eeb00 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 943 time: 0.0663037 Jul 13 20:23:33.558551 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-493a8cda-3595-4dc5-8b36-95d4da1e1013 req-69dc7115-4761-4545-af59-3a73df4b67c9 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327163 Jul 13 20:23:33.760736 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-235e0c5b-658c-4cd2-9747-1be24ab4edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:33.788669 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 298fccf8-7d57-40b2-bd9c-04e3f3451288 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:23:33.812970 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] No Port match for: 298fccf8-7d57-40b2-bd9c-04e3f3451288 {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:23:33.813311 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 298fccf8-7d57-40b2-bd9c-04e3f3451288 not bound to the agent host hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:23:34.427791 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8459d-4fa5-4d70-8f09-59c37c6ef313 req-55720c29-b7c8-4075-aee0-50af2f616847 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:34.429337 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dac8459d-4fa5-4d70-8f09-59c37c6ef313 req-55720c29-b7c8-4075-aee0-50af2f616847 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d1ad9e-4955-4226-a55d-28afb2eea57d HTTP/1.1" status: 200 len: 945 time: 0.0643589 Jul 13 20:23:34.469548 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dac8459d-4fa5-4d70-8f09-59c37c6ef313 req-3cacbafa-487c-4f7a-9c79-179415bdfd4d tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337458 Jul 13 20:23:34.731823 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577f957-c926-4e17-8ae3-70c36cf2e609 req-fda72e63-1d65-48ce-b8ae-22a294a19fe6 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:34.733306 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d577f957-c926-4e17-8ae3-70c36cf2e609 req-fda72e63-1d65-48ce-b8ae-22a294a19fe6 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 943 time: 0.0653746 Jul 13 20:23:34.772429 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d577f957-c926-4e17-8ae3-70c36cf2e609 req-f5aeab85-ae0d-42dc-be09-8c0783ce7796 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334127 Jul 13 20:23:35.145033 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e54c81-7042-4c83-aa45-9e156ab51db4 req-5a0bf44b-82a5-45d4-af0e-2fd6fe1ff146 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:35.146519 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-15e54c81-7042-4c83-aa45-9e156ab51db4 req-5a0bf44b-82a5-45d4-af0e-2fd6fe1ff146 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.47 "GET /v2.0/ports?device_id=d5d1ad9e-4955-4226-a55d-28afb2eea57d HTTP/1.1" status: 200 len: 945 time: 0.0690682 Jul 13 20:23:35.252702 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-15e54c81-7042-4c83-aa45-9e156ab51db4 req-d8e1713f-7a92-4df8-8570-1d009a880e3a tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Deleting port bdf01d8e-ca3f-4506-ae58-9da525c3935c {{(pid=92957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:23:35.253036 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-15e54c81-7042-4c83-aa45-9e156ab51db4 req-d8e1713f-7a92-4df8-8570-1d009a880e3a tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:35.346854 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-15e54c81-7042-4c83-aa45-9e156ab51db4 req-d8e1713f-7a92-4df8-8570-1d009a880e3a tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] For port bdf01d8e-ca3f-4506-ae58-9da525c3935c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=bdf01d8e-ca3f-4506-ae58-9da525c3935c,segment=NetworkSegment(99d24947-4e54-4aa5-9179-1db39be6bc4a),segment_id=99d24947-4e54-4aa5-9179-1db39be6bc4a)] {{(pid=92957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:23:35.347214 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-15e54c81-7042-4c83-aa45-9e156ab51db4 req-d8e1713f-7a92-4df8-8570-1d009a880e3a tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:35.361005 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-15e54c81-7042-4c83-aa45-9e156ab51db4 req-d8e1713f-7a92-4df8-8570-1d009a880e3a tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Calling delete_port for bdf01d8e-ca3f-4506-ae58-9da525c3935c owned by compute:nova {{(pid=92957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:23:35.486582 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-15e54c81-7042-4c83-aa45-9e156ab51db4 req-d8e1713f-7a92-4df8-8570-1d009a880e3a tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:35.499142 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['2d331a25-fcbb-49e7-b839-18a5df748c87', '40615ebb-62e2-4e10-beae-f4be84be1cf3', 'bdf01d8e-ca3f-4506-ae58-9da525c3935c'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:23:35.519092 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1713f-7a92-4df8-8570-1d009a880e3a tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Pushing event deleted for resources: {'Port': ['ID=bdf01d8e-ca3f-4506-ae58-9da525c3935c,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:35.581130 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e54c81-7042-4c83-aa45-9e156ab51db4 req-d8e1713f-7a92-4df8-8570-1d009a880e3a tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] No DVR routers for this DVR port bdf01d8e-ca3f-4506-ae58-9da525c3935c on host hv-cinder-80069 {{(pid=92957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:23:35.583765 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-15e54c81-7042-4c83-aa45-9e156ab51db4 req-d8e1713f-7a92-4df8-8570-1d009a880e3a tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:35.586191 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-15e54c81-7042-4c83-aa45-9e156ab51db4 req-d8e1713f-7a92-4df8-8570-1d009a880e3a tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.47 "DELETE /v2.0/ports/bdf01d8e-ca3f-4506-ae58-9da525c3935c HTTP/1.1" status: 204 len: 173 time: 0.4324789 Jul 13 20:23:35.586850 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d1ad9e-4955-4226-a55d-28afb2eea57d', 'name': 'network-vif-deleted', 'tag': 'bdf01d8e-ca3f-4506-ae58-9da525c3935c'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:23:35.589304 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad8b42d-4c38-4eb3-82e5-1472642fe716" -d '{"events": [{"server_uuid": "d5d1ad9e-4955-4226-a55d-28afb2eea57d", "name": "network-vif-deleted", "tag": "bdf01d8e-ca3f-4506-ae58-9da525c3935c"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:23:35.629449 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3051d87f-a29e-4db5-9a57-ff31bd5b9a8a req-723b1aa9-b722-456d-bbe5-6a9c0d647ca5 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d1ad9e-4955-4226-a55d-28afb2eea57d HTTP/1.1" status: 200 len: 210 time: 0.0414183 Jul 13 20:23:35.698344 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92a487b-86d9-443d-8438-e69e8767f556 x-openstack-request-id: req-a92a487b-86d9-443d-8438-e69e8767f556 {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:23:35.698673 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d1ad9e-4955-4226-a55d-28afb2eea57d", "name": "network-vif-deleted", "tag": "bdf01d8e-ca3f-4506-ae58-9da525c3935c", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:23:35.698972 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a92a487b-86d9-443d-8438-e69e8767f556 {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:23:35.699451 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d1ad9e-4955-4226-a55d-28afb2eea57d', 'name': 'network-vif-deleted', 'tag': 'bdf01d8e-ca3f-4506-ae58-9da525c3935c', 'status': 'completed', 'code': 200} Jul 13 20:23:35.943951 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a7b6f-6649-42e4-9386-c92a1c2e0990 req-ab16442a-3364-4eb5-84b7-5d8e350a7ba3 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:35.945614 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9d5a7b6f-6649-42e4-9386-c92a1c2e0990 req-ab16442a-3364-4eb5-84b7-5d8e350a7ba3 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 943 time: 0.0616996 Jul 13 20:23:35.982090 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9d5a7b6f-6649-42e4-9386-c92a1c2e0990 req-473430f5-0e37-40dc-92e2-8804e8074b47 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307705 Jul 13 20:23:36.095788 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-a015a62f-2d16-4f8b-907f-705521066bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:36.527917 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16dd4a-ae6c-4e23-ab2a-4119603464ca req-fd8b13a3-c85d-45b2-8fca-4c80d03a30ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:36.529430 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-bf16dd4a-ae6c-4e23-ab2a-4119603464ca req-fd8b13a3-c85d-45b2-8fca-4c80d03a30ef service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 1096 time: 0.0512927 Jul 13 20:23:36.562598 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-bf16dd4a-ae6c-4e23-ab2a-4119603464ca req-e0af00d2-9132-40ee-aca9-cb0f6c264f01 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267835 Jul 13 20:23:36.781075 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:37.100142 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8556f-abe0-491d-bc9d-19973fc8f4a5 req-d1cc0677-d5cf-4f0a-a697-c5cf64fb0aec tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:37.101723 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3dd8556f-abe0-491d-bc9d-19973fc8f4a5 req-d1cc0677-d5cf-4f0a-a697-c5cf64fb0aec tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=44326bee-f7bc-4d6f-8a5f-516de17f20db HTTP/1.1" status: 200 len: 945 time: 0.0721755 Jul 13 20:23:37.165926 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3dd8556f-abe0-491d-bc9d-19973fc8f4a5 req-718b669f-8642-4431-a509-faeb17a26e70 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548139 Jul 13 20:23:37.190446 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee790daf-a87f-418e-a555-96381b69d1ed req-369b8609-1c94-4313-a0ca-46b81f63a9ff tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:37.191847 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ee790daf-a87f-418e-a555-96381b69d1ed req-369b8609-1c94-4313-a0ca-46b81f63a9ff tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 943 time: 0.0892551 Jul 13 20:23:37.230102 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ee790daf-a87f-418e-a555-96381b69d1ed req-0269419f-a000-422f-9420-885b7356c16c tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327270 Jul 13 20:23:37.474562 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:37.800518 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:23:37.893458 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd,segment=NetworkSegment(b425f644-01d0-41f1-9d66-d17b7e83c5bb),segment_id=b425f644-01d0-41f1-9d66-d17b7e83c5bb)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:23:37.904822 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Returning: {'device': '8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd', 'network_id': '23e04280-011c-4830-9f31-aeff7c63ac5d', 'port_id': '8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd', 'mac_address': 'fa:16:3e:41:76:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cad210ff-96a6-4a54-8511-5b333f142a9a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:23:37.947513 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:37.960760 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd {{(pid=92959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:23:37.982067 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd,segment=NetworkSegment(b425f644-01d0-41f1-9d66-d17b7e83c5bb),segment_id=b425f644-01d0-41f1-9d66-d17b7e83c5bb)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:23:37.985886 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:38.034764 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd,revision_number=7']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:38.346669 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176325e-a047-41c1-bc32-e0e3805d2ccc req-a57795e7-d00b-437c-b92a-960faec19f1a tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:38.348142 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7176325e-a047-41c1-bc32-e0e3805d2ccc req-a57795e7-d00b-437c-b92a-960faec19f1a tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=44326bee-f7bc-4d6f-8a5f-516de17f20db HTTP/1.1" status: 200 len: 945 time: 0.0679028 Jul 13 20:23:38.355467 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:23:38.417282 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7176325e-a047-41c1-bc32-e0e3805d2ccc req-b17ca6cc-2b3f-4d9a-8815-c3fb05f238cd tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577090 Jul 13 20:23:38.439110 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888ffc5-024d-4a11-bd27-9b9d6c24f79a req-72bc7660-1c55-4273-b46a-02f8412f0717 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:38.440686 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c888ffc5-024d-4a11-bd27-9b9d6c24f79a req-72bc7660-1c55-4273-b46a-02f8412f0717 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 944 time: 0.0916855 Jul 13 20:23:38.478103 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c888ffc5-024d-4a11-bd27-9b9d6c24f79a req-f477f8ba-cf42-4ffb-897f-1accf3a078d3 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318143 Jul 13 20:23:38.920160 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23b5c1-f63d-4212-96e2-6d52d32f0734 req-edba49c8-8764-48b3-b8c1-fe850904cd95 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:38.921600 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-8d23b5c1-f63d-4212-96e2-6d52d32f0734 req-edba49c8-8764-48b3-b8c1-fe850904cd95 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.47 "GET /v2.0/ports?device_id=44326bee-f7bc-4d6f-8a5f-516de17f20db HTTP/1.1" status: 200 len: 945 time: 0.0657344 Jul 13 20:23:39.020751 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-8d23b5c1-f63d-4212-96e2-6d52d32f0734 req-3a836f71-0d2f-453a-8f79-d109a6b037bb tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Deleting port 40615ebb-62e2-4e10-beae-f4be84be1cf3 {{(pid=92957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:23:39.021093 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-8d23b5c1-f63d-4212-96e2-6d52d32f0734 req-3a836f71-0d2f-453a-8f79-d109a6b037bb tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:39.113745 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-8d23b5c1-f63d-4212-96e2-6d52d32f0734 req-3a836f71-0d2f-453a-8f79-d109a6b037bb tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] For port 40615ebb-62e2-4e10-beae-f4be84be1cf3, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=40615ebb-62e2-4e10-beae-f4be84be1cf3,segment=NetworkSegment(99d24947-4e54-4aa5-9179-1db39be6bc4a),segment_id=99d24947-4e54-4aa5-9179-1db39be6bc4a)] {{(pid=92957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:23:39.114103 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-8d23b5c1-f63d-4212-96e2-6d52d32f0734 req-3a836f71-0d2f-453a-8f79-d109a6b037bb tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:39.127613 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-8d23b5c1-f63d-4212-96e2-6d52d32f0734 req-3a836f71-0d2f-453a-8f79-d109a6b037bb tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Calling delete_port for 40615ebb-62e2-4e10-beae-f4be84be1cf3 owned by compute:nova {{(pid=92957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:23:39.217560 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:39.261705 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-8d23b5c1-f63d-4212-96e2-6d52d32f0734 req-3a836f71-0d2f-453a-8f79-d109a6b037bb tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:39.274277 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['2d331a25-fcbb-49e7-b839-18a5df748c87', '40615ebb-62e2-4e10-beae-f4be84be1cf3'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:23:39.293960 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a836f71-0d2f-453a-8f79-d109a6b037bb tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Pushing event deleted for resources: {'Port': ['ID=40615ebb-62e2-4e10-beae-f4be84be1cf3,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:39.346070 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d23b5c1-f63d-4212-96e2-6d52d32f0734 req-3a836f71-0d2f-453a-8f79-d109a6b037bb tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] No DVR routers for this DVR port 40615ebb-62e2-4e10-beae-f4be84be1cf3 on host hv-cinder-80069 {{(pid=92957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:23:39.349616 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-8d23b5c1-f63d-4212-96e2-6d52d32f0734 req-3a836f71-0d2f-453a-8f79-d109a6b037bb tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:39.353104 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-8d23b5c1-f63d-4212-96e2-6d52d32f0734 req-3a836f71-0d2f-453a-8f79-d109a6b037bb tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.47 "DELETE /v2.0/ports/40615ebb-62e2-4e10-beae-f4be84be1cf3 HTTP/1.1" status: 204 len: 173 time: 0.4249475 Jul 13 20:23:39.354325 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44326bee-f7bc-4d6f-8a5f-516de17f20db', 'name': 'network-vif-deleted', 'tag': '40615ebb-62e2-4e10-beae-f4be84be1cf3'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:23:39.357875 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb1c4af-587f-4154-aeca-4c5da7e358b9" -d '{"events": [{"server_uuid": "44326bee-f7bc-4d6f-8a5f-516de17f20db", "name": "network-vif-deleted", "tag": "40615ebb-62e2-4e10-beae-f4be84be1cf3"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:23:39.396016 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949fb318-0133-4278-87c4-2d8d0f169508 x-openstack-request-id: req-949fb318-0133-4278-87c4-2d8d0f169508 {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:23:39.396354 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44326bee-f7bc-4d6f-8a5f-516de17f20db", "name": "network-vif-deleted", "tag": "40615ebb-62e2-4e10-beae-f4be84be1cf3", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:23:39.396609 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-949fb318-0133-4278-87c4-2d8d0f169508 {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:23:39.397023 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44326bee-f7bc-4d6f-8a5f-516de17f20db', 'name': 'network-vif-deleted', 'tag': '40615ebb-62e2-4e10-beae-f4be84be1cf3', 'status': 'completed', 'code': 200} Jul 13 20:23:39.579351 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-61d3ec7b-d4d2-45de-b382-5cc9032439c3 req-cc673d37-28f9-4c2d-902d-60c9b200855a tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=44326bee-f7bc-4d6f-8a5f-516de17f20db HTTP/1.1" status: 200 len: 210 time: 0.0278883 Jul 13 20:23:39.834095 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd up at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:23:39.884711 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning complete for port 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:23:39.885595 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:39.962579 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:39.985774 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc80579-6334-45ad-a8eb-14400d6fd358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd'}] {{(pid=92959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:23:39.988069 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a95ef25a805c455dc0e319f75fe5c37b751c8207b334ba38c934020b16a01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae47fc2a-fcbe-4e34-8fd3-b445f82dcecf" -d '{"events": [{"server_uuid": "8cc80579-6334-45ad-a8eb-14400d6fd358", "name": "network-vif-plugged", "status": "completed", "tag": "8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd"}]}' {{(pid=92959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:23:40.002673 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd,segment=NetworkSegment(b425f644-01d0-41f1-9d66-d17b7e83c5bb),segment_id=b425f644-01d0-41f1-9d66-d17b7e83c5bb)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:23:40.007133 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:40.008064 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 40615ebb-62e2-4e10-beae-f4be84be1cf3 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:23:40.169233 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58fbfdc-ae49-4b66-83f1-23cc0964095c x-openstack-request-id: req-c58fbfdc-ae49-4b66-83f1-23cc0964095c {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:23:40.169598 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc80579-6334-45ad-a8eb-14400d6fd358", "name": "network-vif-plugged", "status": "completed", "tag": "8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd", "code": 200}]} {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:23:40.169772 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c58fbfdc-ae49-4b66-83f1-23cc0964095c {{(pid=92959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:23:40.170164 dv-cinder-800697-1-iscsi neutron-server[92959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc80579-6334-45ad-a8eb-14400d6fd358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd', 'code': 200} Jul 13 20:23:40.173005 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] No Port match for: 40615ebb-62e2-4e10-beae-f4be84be1cf3 {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:23:40.173351 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 40615ebb-62e2-4e10-beae-f4be84be1cf3 not bound to the agent host hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:23:40.173783 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device bdf01d8e-ca3f-4506-ae58-9da525c3935c no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:23:40.199476 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] No Port match for: bdf01d8e-ca3f-4506-ae58-9da525c3935c {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:23:40.199828 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device bdf01d8e-ca3f-4506-ae58-9da525c3935c not bound to the agent host hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:23:40.218819 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd,revision_number=8']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:42.157820 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683543f3-1519-48e0-91b2-10c64ea3b1d9 req-b9d58b0a-3b74-4ef4-a757-ce3407bc0b10 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:42.159470 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-683543f3-1519-48e0-91b2-10c64ea3b1d9 req-b9d58b0a-3b74-4ef4-a757-ce3407bc0b10 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=8794670a-b427-4ecb-b4df-a7f6d4f3107e HTTP/1.1" status: 200 len: 945 time: 0.0643456 Jul 13 20:23:42.196142 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-683543f3-1519-48e0-91b2-10c64ea3b1d9 req-954c5a63-484c-415c-8e1d-9f22f2613eda tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309496 Jul 13 20:23:43.370006 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff1e1c-c322-4939-83c7-54293a25f46c req-891c8b3b-1e2d-4399-9db5-5b73cdd9bbec tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:43.371538 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f8ff1e1c-c322-4939-83c7-54293a25f46c req-891c8b3b-1e2d-4399-9db5-5b73cdd9bbec tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=8794670a-b427-4ecb-b4df-a7f6d4f3107e HTTP/1.1" status: 200 len: 945 time: 0.0616629 Jul 13 20:23:43.408976 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f8ff1e1c-c322-4939-83c7-54293a25f46c req-17e195cd-f868-4828-8dfc-2d7bea358efd tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2a64d05-dadf-469e-9c70-d6da546477a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318916 Jul 13 20:23:43.903472 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8fcdd1-10d5-4520-86a3-ac39d4d1e4f3 req-1182917f-82b7-4652-aad8-a453c428f8bc tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:43.904842 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-bf8fcdd1-10d5-4520-86a3-ac39d4d1e4f3 req-1182917f-82b7-4652-aad8-a453c428f8bc tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.47 "GET /v2.0/ports?device_id=8794670a-b427-4ecb-b4df-a7f6d4f3107e HTTP/1.1" status: 200 len: 945 time: 0.0612915 Jul 13 20:23:44.008600 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-bf8fcdd1-10d5-4520-86a3-ac39d4d1e4f3 req-f827c585-361c-4547-952b-d8205375eab1 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Deleting port 2d331a25-fcbb-49e7-b839-18a5df748c87 {{(pid=92957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:23:44.008942 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-bf8fcdd1-10d5-4520-86a3-ac39d4d1e4f3 req-f827c585-361c-4547-952b-d8205375eab1 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:44.096409 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-bf8fcdd1-10d5-4520-86a3-ac39d4d1e4f3 req-f827c585-361c-4547-952b-d8205375eab1 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] For port 2d331a25-fcbb-49e7-b839-18a5df748c87, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2d331a25-fcbb-49e7-b839-18a5df748c87,segment=NetworkSegment(99d24947-4e54-4aa5-9179-1db39be6bc4a),segment_id=99d24947-4e54-4aa5-9179-1db39be6bc4a)] {{(pid=92957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:23:44.096771 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-bf8fcdd1-10d5-4520-86a3-ac39d4d1e4f3 req-f827c585-361c-4547-952b-d8205375eab1 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:44.109605 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-bf8fcdd1-10d5-4520-86a3-ac39d4d1e4f3 req-f827c585-361c-4547-952b-d8205375eab1 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Calling delete_port for 2d331a25-fcbb-49e7-b839-18a5df748c87 owned by compute:nova {{(pid=92957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:23:44.235546 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-bf8fcdd1-10d5-4520-86a3-ac39d4d1e4f3 req-f827c585-361c-4547-952b-d8205375eab1 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:44.248253 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['2d331a25-fcbb-49e7-b839-18a5df748c87'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:23:44.266082 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827c585-361c-4547-952b-d8205375eab1 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Pushing event deleted for resources: {'Port': ['ID=2d331a25-fcbb-49e7-b839-18a5df748c87,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:44.310236 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8fcdd1-10d5-4520-86a3-ac39d4d1e4f3 req-f827c585-361c-4547-952b-d8205375eab1 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] No DVR routers for this DVR port 2d331a25-fcbb-49e7-b839-18a5df748c87 on host hv-cinder-80069 {{(pid=92957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:23:44.312585 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-bf8fcdd1-10d5-4520-86a3-ac39d4d1e4f3 req-f827c585-361c-4547-952b-d8205375eab1 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:44.314525 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-bf8fcdd1-10d5-4520-86a3-ac39d4d1e4f3 req-f827c585-361c-4547-952b-d8205375eab1 tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.47 "DELETE /v2.0/ports/2d331a25-fcbb-49e7-b839-18a5df748c87 HTTP/1.1" status: 204 len: 173 time: 0.4030032 Jul 13 20:23:44.314948 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8794670a-b427-4ecb-b4df-a7f6d4f3107e', 'name': 'network-vif-deleted', 'tag': '2d331a25-fcbb-49e7-b839-18a5df748c87'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:23:44.317160 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d7cabd-1314-43c0-b701-d4b65f0bd690" -d '{"events": [{"server_uuid": "8794670a-b427-4ecb-b4df-a7f6d4f3107e", "name": "network-vif-deleted", "tag": "2d331a25-fcbb-49e7-b839-18a5df748c87"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:23:44.357771 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb7d94d-7f18-4a2d-a16e-304817ec8782 x-openstack-request-id: req-0bb7d94d-7f18-4a2d-a16e-304817ec8782 {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:23:44.358057 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8794670a-b427-4ecb-b4df-a7f6d4f3107e", "name": "network-vif-deleted", "tag": "2d331a25-fcbb-49e7-b839-18a5df748c87", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:23:44.358307 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0bb7d94d-7f18-4a2d-a16e-304817ec8782 {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:23:44.358701 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8794670a-b427-4ecb-b4df-a7f6d4f3107e', 'name': 'network-vif-deleted', 'tag': '2d331a25-fcbb-49e7-b839-18a5df748c87', 'status': 'completed', 'code': 200} Jul 13 20:23:44.568630 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-258a2820-4b27-4a2e-9d67-292d8d253168 req-1a62334a-802b-4211-a0c5-3c05af6c294d tempest-AttachVolumeNegativeTest-1238966409 tempest-AttachVolumeNegativeTest-1238966409-project] 10.222.0.41 "GET /v2.0/ports?device_id=8794670a-b427-4ecb-b4df-a7f6d4f3107e HTTP/1.1" status: 200 len: 210 time: 0.0287724 Jul 13 20:23:45.273114 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:45.662118 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 47836) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:45.705989 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_v2 [None req-8151e398-bdda-4df1-99d6-384755612ef4 admin admin] Deleting subnet a3f1316f-c57f-46e4-87be-20c11623d487 {{(pid=92957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:23:45.709038 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-8151e398-bdda-4df1-99d6-384755612ef4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:45.742196 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-8151e398-bdda-4df1-99d6-384755612ef4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15469843'] for subnet, precommit_delete_associations {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:45.783978 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-8151e398-bdda-4df1-99d6-384755612ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-721317'] for subnet, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:45.842466 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-8151e398-bdda-4df1-99d6-384755612ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-721308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15804208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148582'] for subnet, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:45.871205 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-8151e398-bdda-4df1-99d6-384755612ef4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:45.873865 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-8151e398-bdda-4df1-99d6-384755612ef4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a3f1316f-c57f-46e4-87be-20c11623d487 HTTP/1.1" status: 204 len: 168 time: 0.2106950 Jul 13 20:23:45.875054 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151e398-bdda-4df1-99d6-384755612ef4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3f1316f-c57f-46e4-87be-20c11623d487,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:45.877143 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 47838) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:45.947280 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c669edab-81a9-471c-88d9-0d31d613e7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633600'] for network, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:46.025629 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c669edab-81a9-471c-88d9-0d31d613e7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724524', 'neutron.services.segments.db._delete_segments_for_network-8781993256852'] for network, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:46.035993 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-c669edab-81a9-471c-88d9-0d31d613e7d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f140b9e-2364-4692-a305-f372cdcd3033']}} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:23:46.050221 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-c669edab-81a9-471c-88d9-0d31d613e7d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99d24947-4e54-4aa5-9179-1db39be6bc4a') {'for_net_delete': True} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:23:46.050221 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-c669edab-81a9-471c-88d9-0d31d613e7d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99d24947-4e54-4aa5-9179-1db39be6bc4a') {} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:23:46.055947 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c669edab-81a9-471c-88d9-0d31d613e7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781993187723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16271415'] for segment, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:46.072615 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c669edab-81a9-471c-88d9-0d31d613e7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996'] for segment, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:46.078988 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c669edab-81a9-471c-88d9-0d31d613e7d9 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=92958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:23:46.079422 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c669edab-81a9-471c-88d9-0d31d613e7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15915916'] for segment, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:46.080971 dv-cinder-800697-1-iscsi neutron-server[92958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:23:46.080971 dv-cinder-800697-1-iscsi neutron-server[92958]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:23:46.080971 dv-cinder-800697-1-iscsi neutron-server[92958]: Traceback (most recent call last): Jul 13 20:23:46.080971 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:23:46.080971 dv-cinder-800697-1-iscsi neutron-server[92958]: timer() Jul 13 20:23:46.080971 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:23:46.080971 dv-cinder-800697-1-iscsi neutron-server[92958]: cb(*args, **kw) Jul 13 20:23:46.080971 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:23:46.080971 dv-cinder-800697-1-iscsi neutron-server[92958]: return func(*args, **kwargs) Jul 13 20:23:46.080971 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:23:46.080971 dv-cinder-800697-1-iscsi neutron-server[92958]: self._notify() Jul 13 20:23:46.080971 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:23:46.080971 dv-cinder-800697-1-iscsi neutron-server[92958]: self.callback(batched_events) Jul 13 20:23:46.080971 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:23:46.080971 dv-cinder-800697-1-iscsi neutron-server[92958]: event.method(event) Jul 13 20:23:46.080971 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:23:46.080971 dv-cinder-800697-1-iscsi neutron-server[92958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:23:46.080971 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:23:46.080971 dv-cinder-800697-1-iscsi neutron-server[92958]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:23:46.080971 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:23:46.080971 dv-cinder-800697-1-iscsi neutron-server[92958]: return f(self, *a, **k) Jul 13 20:23:46.080971 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:23:46.080971 dv-cinder-800697-1-iscsi neutron-server[92958]: return self._get(url).json() Jul 13 20:23:46.080971 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:23:46.080971 dv-cinder-800697-1-iscsi neutron-server[92958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:23:46.080971 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:23:46.080971 dv-cinder-800697-1-iscsi neutron-server[92958]: return self.request(url, 'GET', **kwargs) Jul 13 20:23:46.080971 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:23:46.080971 dv-cinder-800697-1-iscsi neutron-server[92958]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:23:46.080971 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:23:46.080971 dv-cinder-800697-1-iscsi neutron-server[92958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:23:46.080971 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:23:46.080971 dv-cinder-800697-1-iscsi neutron-server[92958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:23:46.080971 dv-cinder-800697-1-iscsi neutron-server[92958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:23:46.132919 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c669edab-81a9-471c-88d9-0d31d613e7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708319'] for network, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:46.138530 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c669edab-81a9-471c-88d9-0d31d613e7d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for network, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:46.140472 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-c669edab-81a9-471c-88d9-0d31d613e7d9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1f140b9e-2364-4692-a305-f372cdcd3033 HTTP/1.1" status: 204 len: 168 time: 0.2623031 Jul 13 20:23:46.151795 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669edab-81a9-471c-88d9-0d31d613e7d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f140b9e-2364-4692-a305-f372cdcd3033,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:46.160063 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669edab-81a9-471c-88d9-0d31d613e7d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:46.160524 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669edab-81a9-471c-88d9-0d31d613e7d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:46.160889 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669edab-81a9-471c-88d9-0d31d613e7d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:46.161221 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669edab-81a9-471c-88d9-0d31d613e7d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:46.161548 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669edab-81a9-471c-88d9-0d31d613e7d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:46.161969 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669edab-81a9-471c-88d9-0d31d613e7d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:46.162268 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669edab-81a9-471c-88d9-0d31d613e7d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:46.162626 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669edab-81a9-471c-88d9-0d31d613e7d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:46.162965 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669edab-81a9-471c-88d9-0d31d613e7d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:46.163285 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669edab-81a9-471c-88d9-0d31d613e7d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:46.163606 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669edab-81a9-471c-88d9-0d31d613e7d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:46.163920 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669edab-81a9-471c-88d9-0d31d613e7d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:46.250249 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 47844) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:46.288084 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-bc5ffb10-bf8e-4558-88c5-16b7df6d5ed6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cb3753324fc247e58e25bf13ae9da2cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366461 Jul 13 20:23:46.290509 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 47846) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:46.336793 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2febae5e-043f-4027-a410-7bd675bed37b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:46.357663 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2febae5e-043f-4027-a410-7bd675bed37b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:46.618137 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2febae5e-043f-4027-a410-7bd675bed37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:46.622508 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2febae5e-043f-4027-a410-7bd675bed37b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:46.623683 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-2febae5e-043f-4027-a410-7bd675bed37b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c2a64d05-dadf-469e-9c70-d6da546477a1 HTTP/1.1" status: 204 len: 168 time: 0.3323038 Jul 13 20:23:46.631404 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2febae5e-043f-4027-a410-7bd675bed37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a64d05-dadf-469e-9c70-d6da546477a1,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:47.855027 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 2d331a25-fcbb-49e7-b839-18a5df748c87 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:23:47.879417 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] No Port match for: 2d331a25-fcbb-49e7-b839-18a5df748c87 {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:23:47.879809 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 2d331a25-fcbb-49e7-b839-18a5df748c87 not bound to the agent host hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:23:48.163031 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 47892) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:48.265319 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1094ab47-e523-4c40-89e1-cfcb3de939a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:48.357933 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1094ab47-e523-4c40-89e1-cfcb3de939a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:48.361668 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1094ab47-e523-4c40-89e1-cfcb3de939a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:48.400878 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-1094ab47-e523-4c40-89e1-cfcb3de939a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=47f8b2a1797f4d27878a17bbfc1a7d10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367861 Jul 13 20:23:48.401815 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094ab47-e523-4c40-89e1-cfcb3de939a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceabcfa2-4710-4d76-8621-ed06b8f99613,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:48.403502 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 47898) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:48.452350 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-bbb65330-3033-40a5-b22d-39ddc4f23447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:48.472295 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-bbb65330-3033-40a5-b22d-39ddc4f23447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:48.517849 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-bbb65330-3033-40a5-b22d-39ddc4f23447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:48.520449 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-bbb65330-3033-40a5-b22d-39ddc4f23447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:48.521685 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-bbb65330-3033-40a5-b22d-39ddc4f23447 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ceabcfa2-4710-4d76-8621-ed06b8f99613 HTTP/1.1" status: 204 len: 168 time: 0.1171188 Jul 13 20:23:48.529645 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb65330-3033-40a5-b22d-39ddc4f23447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceabcfa2-4710-4d76-8621-ed06b8f99613,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:48.771990 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 47904) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:48.785711 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-5d7be79a-7751-4370-8b82-f00fc6ddbfa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:48.876680 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-5d7be79a-7751-4370-8b82-f00fc6ddbfa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:48.880358 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-5d7be79a-7751-4370-8b82-f00fc6ddbfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:48.919879 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-5d7be79a-7751-4370-8b82-f00fc6ddbfa5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=93713019b56747e88afc70937a5296a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466825 Jul 13 20:23:48.920891 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7be79a-7751-4370-8b82-f00fc6ddbfa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a10b98-1d14-4100-a3de-d60daa279282,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:48.922515 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 47906) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:48.969870 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-86595361-955c-4c67-a056-d7d9abc3e947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:48.990549 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-86595361-955c-4c67-a056-d7d9abc3e947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:49.036152 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-86595361-955c-4c67-a056-d7d9abc3e947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:49.038741 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-86595361-955c-4c67-a056-d7d9abc3e947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:49.039914 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-86595361-955c-4c67-a056-d7d9abc3e947 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/86a10b98-1d14-4100-a3de-d60daa279282 HTTP/1.1" status: 204 len: 168 time: 0.1164203 Jul 13 20:23:49.048216 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86595361-955c-4c67-a056-d7d9abc3e947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a10b98-1d14-4100-a3de-d60daa279282,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:55.954425 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 6 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:23:57.512955 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 48052) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:57.617543 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-612ee126-5dd6-4edc-8f7f-32461aa50fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:57.705109 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-612ee126-5dd6-4edc-8f7f-32461aa50fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:57.708786 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-612ee126-5dd6-4edc-8f7f-32461aa50fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:57.744486 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-612ee126-5dd6-4edc-8f7f-32461aa50fc3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=929aef13dfb84be3be5b6425d1d66a6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304554 Jul 13 20:23:57.745571 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ee126-5dd6-4edc-8f7f-32461aa50fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fac623b-cde8-42d5-bcfd-72fdd2f65b44,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:57.747785 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 48056) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:57.797670 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-066aca21-947e-4bbd-87b4-56ba47fff695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:57.817989 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-066aca21-947e-4bbd-87b4-56ba47fff695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:57.864752 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-066aca21-947e-4bbd-87b4-56ba47fff695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:57.867506 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-066aca21-947e-4bbd-87b4-56ba47fff695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:57.868702 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-066aca21-947e-4bbd-87b4-56ba47fff695 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5fac623b-cde8-42d5-bcfd-72fdd2f65b44 HTTP/1.1" status: 204 len: 168 time: 0.1193256 Jul 13 20:23:57.877506 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066aca21-947e-4bbd-87b4-56ba47fff695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fac623b-cde8-42d5-bcfd-72fdd2f65b44,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:58.127681 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 48062) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:58.141019 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-aa8cdb4c-8a04-4ff0-a85d-aac070a71cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:58.228436 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-aa8cdb4c-8a04-4ff0-a85d-aac070a71cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:58.232395 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-aa8cdb4c-8a04-4ff0-a85d-aac070a71cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:58.269719 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-aa8cdb4c-8a04-4ff0-a85d-aac070a71cfb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd61ab951b494a16bad3b431861a13e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409390 Jul 13 20:23:58.270937 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8cdb4c-8a04-4ff0-a85d-aac070a71cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18873fb7-8e15-4440-8571-63dbb1d58edf,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:58.272713 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 48064) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:58.321061 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9c382eda-5fbf-4526-965d-a5cad9d60453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:58.342192 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9c382eda-5fbf-4526-965d-a5cad9d60453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:58.390059 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9c382eda-5fbf-4526-965d-a5cad9d60453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:58.392704 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9c382eda-5fbf-4526-965d-a5cad9d60453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:58.393828 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-9c382eda-5fbf-4526-965d-a5cad9d60453 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/18873fb7-8e15-4440-8571-63dbb1d58edf HTTP/1.1" status: 204 len: 168 time: 0.1199875 Jul 13 20:23:58.401666 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c382eda-5fbf-4526-965d-a5cad9d60453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18873fb7-8e15-4440-8571-63dbb1d58edf,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:58.708913 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 48072) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:58.721769 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b2c31f56-ae28-4610-9469-645c5bd436e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:58.812514 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b2c31f56-ae28-4610-9469-645c5bd436e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:58.816268 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b2c31f56-ae28-4610-9469-645c5bd436e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:58.852181 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-b2c31f56-ae28-4610-9469-645c5bd436e5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8ddbc65c5b7f4378908711427b4705e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421638 Jul 13 20:23:58.854074 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c31f56-ae28-4610-9469-645c5bd436e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5dbdfe-20b8-4e7a-ab3b-79fe61f2ef98,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:58.854878 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 48074) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:58.905865 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d40c8c6c-f85b-429a-a389-2b5816222f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:58.925941 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d40c8c6c-f85b-429a-a389-2b5816222f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:58.970489 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d40c8c6c-f85b-429a-a389-2b5816222f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:58.973007 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d40c8c6c-f85b-429a-a389-2b5816222f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:58.974137 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-d40c8c6c-f85b-429a-a389-2b5816222f98 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3b5dbdfe-20b8-4e7a-ab3b-79fe61f2ef98 HTTP/1.1" status: 204 len: 168 time: 0.1182897 Jul 13 20:23:58.982481 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c8c6c-f85b-429a-a389-2b5816222f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5dbdfe-20b8-4e7a-ab3b-79fe61f2ef98,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:03.732539 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 48158) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:03.762010 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-961176cd-0c36-470f-a728-692294ef12d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:03.836987 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-15448430-ed6a-4aa4-95f6-ef5f4f8cc9db admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:03.922707 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-15448430-ed6a-4aa4-95f6-ef5f4f8cc9db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:03.926586 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-15448430-ed6a-4aa4-95f6-ef5f4f8cc9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:03.961998 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15448430-ed6a-4aa4-95f6-ef5f4f8cc9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20086ab5-cf7b-4863-9b1e-d6453ea0c5a9,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:03.966937 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-15448430-ed6a-4aa4-95f6-ef5f4f8cc9db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d972098ae6c24dd291087510f8c06760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333510 Jul 13 20:24:03.969546 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 48162) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:04.016871 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-2e962f65-c71d-4341-b081-3e9900a330d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:04.040908 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-2e962f65-c71d-4341-b081-3e9900a330d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:04.088022 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-2e962f65-c71d-4341-b081-3e9900a330d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:04.091338 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-2e962f65-c71d-4341-b081-3e9900a330d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:04.092831 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-2e962f65-c71d-4341-b081-3e9900a330d0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/20086ab5-cf7b-4863-9b1e-d6453ea0c5a9 HTTP/1.1" status: 204 len: 168 time: 0.1221602 Jul 13 20:24:04.100913 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e962f65-c71d-4341-b081-3e9900a330d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20086ab5-cf7b-4863-9b1e-d6453ea0c5a9,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:04.354414 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 48170) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:04.367953 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-5e633487-1500-439a-a73d-30e28f12c4e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:04.460064 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-5e633487-1500-439a-a73d-30e28f12c4e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:04.463768 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-5e633487-1500-439a-a73d-30e28f12c4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:04.500804 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-5e633487-1500-439a-a73d-30e28f12c4e7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=af0a1a3be736416295ba28425b4e02b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1453125 Jul 13 20:24:04.501663 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e633487-1500-439a-a73d-30e28f12c4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e2af9b-1c17-43f3-af01-be83d16cbd18,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:04.503569 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 48172) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:04.551441 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a3b01afc-f4f5-4559-a451-edfef1c961fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:04.572013 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a3b01afc-f4f5-4559-a451-edfef1c961fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:04.618078 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a3b01afc-f4f5-4559-a451-edfef1c961fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:04.620615 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a3b01afc-f4f5-4559-a451-edfef1c961fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:04.622290 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-a3b01afc-f4f5-4559-a451-edfef1c961fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/95e2af9b-1c17-43f3-af01-be83d16cbd18 HTTP/1.1" status: 204 len: 168 time: 0.1170785 Jul 13 20:24:04.630157 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b01afc-f4f5-4559-a451-edfef1c961fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e2af9b-1c17-43f3-af01-be83d16cbd18,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:06.098994 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-8099b539-1457-4b39-8682-daf9d8bc5bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:06.784933 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:07.479484 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:09.221058 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:10.260035 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a17e0-955f-4c31-bd92-95d744226a9e req-5cf27895-ac59-4ca4-b6a3-ff7dd4623ef2 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:10.261523 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ae9a17e0-955f-4c31-bd92-95d744226a9e req-5cf27895-ac59-4ca4-b6a3-ff7dd4623ef2 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 946 time: 0.0622337 Jul 13 20:24:10.310478 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ae9a17e0-955f-4c31-bd92-95d744226a9e req-be8cced6-0eae-42f1-adcc-c99b4325db6a tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429804 Jul 13 20:24:11.497453 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb143b1-3250-4e6f-ac1f-0476a9042a2d req-718e08e0-63fd-4738-8477-17348e3a61eb tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:11.498978 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5bb143b1-3250-4e6f-ac1f-0476a9042a2d req-718e08e0-63fd-4738-8477-17348e3a61eb tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 946 time: 0.0643044 Jul 13 20:24:11.537296 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5bb143b1-3250-4e6f-ac1f-0476a9042a2d req-7a17abd6-c42b-4b19-b911-9177637e78c4 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326993 Jul 13 20:24:12.712711 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303476f3-f32a-4e40-9394-e44aedc66d4a req-80274cc5-448f-4692-a23b-9d8569561348 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:12.714190 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-303476f3-f32a-4e40-9394-e44aedc66d4a req-80274cc5-448f-4692-a23b-9d8569561348 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 946 time: 0.0633433 Jul 13 20:24:12.723597 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-074f41f5-e4d3-4524-8c9e-c88e556efc44 req-b16bd8c5-2484-4705-89bf-1ab671229773 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501935 Jul 13 20:24:12.754089 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-303476f3-f32a-4e40-9394-e44aedc66d4a req-22952a6e-1770-4fd0-8f4a-b86f2ae9d502 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336852 Jul 13 20:24:12.810418 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f41f5-e4d3-4524-8c9e-c88e556efc44 req-b1c8de51-bcba-4a98-9fb5-30bbfee7ee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:12.812225 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-074f41f5-e4d3-4524-8c9e-c88e556efc44 req-b1c8de51-bcba-4a98-9fb5-30bbfee7ee22 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3029e7699307438c86dc648956083042&device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 1137 time: 0.0628562 Jul 13 20:24:12.915659 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f41f5-e4d3-4524-8c9e-c88e556efc44 req-2444ee27-008c-4ddf-8fa7-e1d740feeb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:12.917168 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-074f41f5-e4d3-4524-8c9e-c88e556efc44 req-2444ee27-008c-4ddf-8fa7-e1d740feeb33 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bb455b5d-45bd-4628-96d1-fb52590d86a6 HTTP/1.1" status: 200 len: 916 time: 0.0834947 Jul 13 20:24:12.984711 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-074f41f5-e4d3-4524-8c9e-c88e556efc44 req-6058e0c2-6b25-46bd-80b5-4fd100a44c9d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36311273-448f-41d4-83c7-d3f866cdc455 HTTP/1.1" status: 200 len: 1000 time: 0.0604475 Jul 13 20:24:13.035615 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f41f5-e4d3-4524-8c9e-c88e556efc44 req-98a1bcf7-0507-4f06-a8fa-b249cb791a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:13.037161 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-074f41f5-e4d3-4524-8c9e-c88e556efc44 req-98a1bcf7-0507-4f06-a8fa-b249cb791a70 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=54796a68-d1a1-4045-8b72-1af62d04dcb7 HTTP/1.1" status: 200 len: 854 time: 0.0442462 Jul 13 20:24:13.095338 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f41f5-e4d3-4524-8c9e-c88e556efc44 req-14d739bf-3e7e-4e74-bd35-a6c3aec7db98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:13.096805 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-074f41f5-e4d3-4524-8c9e-c88e556efc44 req-14d739bf-3e7e-4e74-bd35-a6c3aec7db98 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb455b5d-45bd-4628-96d1-fb52590d86a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519211 Jul 13 20:24:13.189474 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-074f41f5-e4d3-4524-8c9e-c88e556efc44 req-62841d63-1f98-475b-b1a5-4a891a39b264 service neutron] 10.222.0.47 "GET /v2.0/networks/bb455b5d-45bd-4628-96d1-fb52590d86a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832899 Jul 13 20:24:13.273412 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-074f41f5-e4d3-4524-8c9e-c88e556efc44 req-8686f508-95c8-4b0b-9a89-f9461af8927b service neutron] 10.222.0.47 "GET /v2.0/networks/bb455b5d-45bd-4628-96d1-fb52590d86a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794721 Jul 13 20:24:13.946685 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc7658-bac4-418e-a033-c0cb6e55b708 req-5e706dc8-2697-4d9b-8e4a-b0597f8ad76c tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:13.948214 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-89cc7658-bac4-418e-a033-c0cb6e55b708 req-5e706dc8-2697-4d9b-8e4a-b0597f8ad76c tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 946 time: 0.0668001 Jul 13 20:24:13.988059 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-89cc7658-bac4-418e-a033-c0cb6e55b708 req-b224889a-6b53-4883-ba90-a3943219a717 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333183 Jul 13 20:24:15.182453 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e7f3f-a2cb-4447-946d-594a38889ea8 req-222560c9-6764-4d1c-9ae5-fa1f62aeb21f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:15.184292 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1a6e7f3f-a2cb-4447-946d-594a38889ea8 req-222560c9-6764-4d1c-9ae5-fa1f62aeb21f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 946 time: 0.0686126 Jul 13 20:24:15.227992 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1a6e7f3f-a2cb-4447-946d-594a38889ea8 req-7ff3e515-958e-4d3a-9a20-84c1118425c1 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378962 Jul 13 20:24:15.282198 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:15.292558 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 48326) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:15.400530 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b431e98d-ed6b-4406-9b29-4b238077867a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:15.517845 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b431e98d-ed6b-4406-9b29-4b238077867a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:15.522456 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b431e98d-ed6b-4406-9b29-4b238077867a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:15.568103 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431e98d-ed6b-4406-9b29-4b238077867a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56271e12-25b2-4ebb-9b22-f9f958fd04e2,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:15.572486 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-b431e98d-ed6b-4406-9b29-4b238077867a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d61bf41f86f54528801e4844282dfb2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787015 Jul 13 20:24:15.576399 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 48330) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:15.645581 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9de929b5-d5ba-4344-a692-7ce04469cbef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:15.668917 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9de929b5-d5ba-4344-a692-7ce04469cbef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:15.731662 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9de929b5-d5ba-4344-a692-7ce04469cbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:15.734879 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9de929b5-d5ba-4344-a692-7ce04469cbef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:15.736124 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-9de929b5-d5ba-4344-a692-7ce04469cbef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/56271e12-25b2-4ebb-9b22-f9f958fd04e2 HTTP/1.1" status: 204 len: 168 time: 0.1586928 Jul 13 20:24:15.745452 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de929b5-d5ba-4344-a692-7ce04469cbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56271e12-25b2-4ebb-9b22-f9f958fd04e2,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:16.026543 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 48336) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:16.040124 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cff7e902-7fcf-4252-9ffb-fe12d391f9df admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:16.139271 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cff7e902-7fcf-4252-9ffb-fe12d391f9df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:16.143875 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cff7e902-7fcf-4252-9ffb-fe12d391f9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:16.185793 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-cff7e902-7fcf-4252-9ffb-fe12d391f9df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=45038acbce95401ebc23985790a18398&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1580236 Jul 13 20:24:16.186454 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7e902-7fcf-4252-9ffb-fe12d391f9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2dd5e3-18a3-43f5-a7d5-18c08df033e7,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:16.189111 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 48338) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:16.241873 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-0398c8c4-ed48-48cf-a825-8268369d3650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:16.265836 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-0398c8c4-ed48-48cf-a825-8268369d3650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:16.341118 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-0398c8c4-ed48-48cf-a825-8268369d3650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:16.343770 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-0398c8c4-ed48-48cf-a825-8268369d3650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:16.345026 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-0398c8c4-ed48-48cf-a825-8268369d3650 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2b2dd5e3-18a3-43f5-a7d5-18c08df033e7 HTTP/1.1" status: 204 len: 168 time: 0.1548970 Jul 13 20:24:16.353542 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c8c4-ed48-48cf-a825-8268369d3650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2dd5e3-18a3-43f5-a7d5-18c08df033e7,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:16.449783 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf3a80-0d53-415f-bdec-7ab7a9b4370c req-f772d82c-0205-42f8-95eb-74531601b148 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:16.451414 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6caf3a80-0d53-415f-bdec-7ab7a9b4370c req-f772d82c-0205-42f8-95eb-74531601b148 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 946 time: 0.0692608 Jul 13 20:24:16.493763 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6caf3a80-0d53-415f-bdec-7ab7a9b4370c req-ace387db-903d-4ce4-a196-b26e771d6bda tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357659 Jul 13 20:24:17.711527 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea1c5e-45a2-4b05-82fe-acb52b4ae709 req-a07c72e4-7f46-4a4c-8648-f755bf17e526 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:17.713171 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4eea1c5e-45a2-4b05-82fe-acb52b4ae709 req-a07c72e4-7f46-4a4c-8648-f755bf17e526 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 946 time: 0.0713406 Jul 13 20:24:17.761555 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4eea1c5e-45a2-4b05-82fe-acb52b4ae709 req-5a27c25f-4edb-4e3c-9c83-7cb502d02f1d tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378368 Jul 13 20:24:18.957888 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c3293-b968-4b86-9b10-c302290428f6 req-6a316abc-aaf8-4b72-a722-ac7acd1ca8b6 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:18.959282 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-325c3293-b968-4b86-9b10-c302290428f6 req-6a316abc-aaf8-4b72-a722-ac7acd1ca8b6 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 946 time: 0.0637956 Jul 13 20:24:19.002342 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-325c3293-b968-4b86-9b10-c302290428f6 req-52aa3d93-2f62-4ed0-861f-51881fc48af9 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372050 Jul 13 20:24:20.187451 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52931c8-7b10-48c2-adfb-144d73cdee8c req-378ee5b9-a7dd-4f9e-9eae-cb94c1983773 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:20.189266 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c52931c8-7b10-48c2-adfb-144d73cdee8c req-378ee5b9-a7dd-4f9e-9eae-cb94c1983773 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 946 time: 0.0657530 Jul 13 20:24:20.227004 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c52931c8-7b10-48c2-adfb-144d73cdee8c req-4bfba97d-8b2e-4894-bcb7-32510cbf3396 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321493 Jul 13 20:24:21.413630 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c894d4-2066-4f12-8ab8-5c28d4b05cb9 req-e4bd46ce-f5f0-45a4-950e-f99d751b22f3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:21.415108 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-83c894d4-2066-4f12-8ab8-5c28d4b05cb9 req-e4bd46ce-f5f0-45a4-950e-f99d751b22f3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 946 time: 0.0656855 Jul 13 20:24:21.455078 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-83c894d4-2066-4f12-8ab8-5c28d4b05cb9 req-25f10cf9-b5d0-40f9-a975-872226be862f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335579 Jul 13 20:24:22.643981 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223bcc3-9894-4cbd-82b7-34ec8fef92a5 req-64b3c92d-5c0e-43ad-9da4-42045fa0d2ae tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:22.645582 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d223bcc3-9894-4cbd-82b7-34ec8fef92a5 req-64b3c92d-5c0e-43ad-9da4-42045fa0d2ae tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 946 time: 0.0698905 Jul 13 20:24:22.686234 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d223bcc3-9894-4cbd-82b7-34ec8fef92a5 req-9c27aec9-7949-47ca-a4d8-512f8b0e5b1c tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348296 Jul 13 20:24:23.869063 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f87bdd-9950-45f1-9dbf-0e3a5c8dcda2 req-18baf665-1382-4683-af0e-4987a1fa9ad4 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:23.870561 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-66f87bdd-9950-45f1-9dbf-0e3a5c8dcda2 req-18baf665-1382-4683-af0e-4987a1fa9ad4 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 946 time: 0.0663664 Jul 13 20:24:23.912536 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-66f87bdd-9950-45f1-9dbf-0e3a5c8dcda2 req-92cfa864-7e0d-4221-93b5-5b09007da442 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362012 Jul 13 20:24:25.086834 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3fd18b00-597b-4503-b8b1-c62c8b906b61 req-3055ca6b-8d05-425f-8edc-50d5acb4015b tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1635767471&fields=id&tenant_id=3029e7699307438c86dc648956083042 HTTP/1.1" status: 200 len: 267 time: 0.0712883 Jul 13 20:24:25.151796 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713dbda-bd74-4fa4-b96c-caec0e1faaf2 req-4e5773a1-307c-459c-8cfa-6a5b47b3df88 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:25.153317 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d713dbda-bd74-4fa4-b96c-caec0e1faaf2 req-4e5773a1-307c-459c-8cfa-6a5b47b3df88 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 946 time: 0.1170962 Jul 13 20:24:25.196343 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd18b00-597b-4503-b8b1-c62c8b906b61 req-4648d8a6-d290-4788-a354-8eac6953a653 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:25.197840 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3fd18b00-597b-4503-b8b1-c62c8b906b61 req-4648d8a6-d290-4788-a354-8eac6953a653 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 984 time: 0.1049652 Jul 13 20:24:25.211211 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [req-3fd18b00-597b-4503-b8b1-c62c8b906b61 req-ea035b41-315d-4a4f-83f9-935868c7f113 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Request body: {'port': {'security_groups': ['50c88f80-7df0-4b26-b82b-637454c789ed']}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:24:25.221689 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d713dbda-bd74-4fa4-b96c-caec0e1faaf2 req-6f515317-6418-4228-a88e-5085dc06d5ad tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614152 Jul 13 20:24:25.316338 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-3fd18b00-597b-4503-b8b1-c62c8b906b61 req-ea035b41-315d-4a4f-83f9-935868c7f113 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:25.507866 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-3fd18b00-597b-4503-b8b1-c62c8b906b61 req-ea035b41-315d-4a4f-83f9-935868c7f113 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] For port 36311273-448f-41d4-83c7-d3f866cdc455, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=36311273-448f-41d4-83c7-d3f866cdc455,segment=NetworkSegment(71eb11d8-5f9a-449d-80b6-f03fd5bc353d),segment_id=71eb11d8-5f9a-449d-80b6-f03fd5bc353d)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:24:25.545892 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-3fd18b00-597b-4503-b8b1-c62c8b906b61 req-ea035b41-315d-4a4f-83f9-935868c7f113 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks [] for port, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:25.551829 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-3fd18b00-597b-4503-b8b1-c62c8b906b61 req-ea035b41-315d-4a4f-83f9-935868c7f113 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15916148'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:25.565034 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['36311273-448f-41d4-83c7-d3f866cdc455'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:24:25.617758 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd18b00-597b-4503-b8b1-c62c8b906b61 req-ea035b41-315d-4a4f-83f9-935868c7f113 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:25.619097 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-3fd18b00-597b-4503-b8b1-c62c8b906b61 req-ea035b41-315d-4a4f-83f9-935868c7f113 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:25.621904 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3fd18b00-597b-4503-b8b1-c62c8b906b61 req-ea035b41-315d-4a4f-83f9-935868c7f113 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "PUT /v2.0/ports/36311273-448f-41d4-83c7-d3f866cdc455 HTTP/1.1" status: 200 len: 942 time: 0.4170017 Jul 13 20:24:25.623196 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45fc7027-9a26-430d-86e9-06b71d05f240', 'tag': '36311273-448f-41d4-83c7-d3f866cdc455'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:24:25.627292 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c297712392d163f53ebb29416b2c98d8f2749a1173f1ad854f2bb06edc641eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361dddd5-f2f7-4eee-a11a-406ce312bf8b" -d '{"events": [{"name": "network-changed", "server_uuid": "45fc7027-9a26-430d-86e9-06b71d05f240", "tag": "36311273-448f-41d4-83c7-d3f866cdc455"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:24:25.630599 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 48460) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:25.694291 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea035b41-315d-4a4f-83f9-935868c7f113 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Pushing event updated for resources: {'Port': ['ID=36311273-448f-41d4-83c7-d3f866cdc455,revision_number=7']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:25.727541 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['36311273-448f-41d4-83c7-d3f866cdc455'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:24:25.860267 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6136d4fc-4cee-4edc-8f4e-74e6336b194f x-openstack-request-id: req-6136d4fc-4cee-4edc-8f4e-74e6336b194f {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:24:25.860565 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45fc7027-9a26-430d-86e9-06b71d05f240", "tag": "36311273-448f-41d4-83c7-d3f866cdc455", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:24:25.860826 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6136d4fc-4cee-4edc-8f4e-74e6336b194f {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:24:25.861626 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45fc7027-9a26-430d-86e9-06b71d05f240', 'tag': '36311273-448f-41d4-83c7-d3f866cdc455', 'status': 'completed', 'code': 200} Jul 13 20:24:25.936743 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-3395c5c9-36d7-4e35-a423-31a2972c9c02 None None] Provisioning complete for port 36311273-448f-41d4-83c7-d3f866cdc455 triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:24:25.937121 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-3395c5c9-36d7-4e35-a423-31a2972c9c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:26.037216 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-7ee06524-e928-4a11-bb0a-a01609c195f8 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:26.072300 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-7ee06524-e928-4a11-bb0a-a01609c195f8 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:26.083598 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361dddd5-f2f7-4eee-a11a-406ce312bf8b req-eb4013c3-f517-4e12-bc70-367d9de3c9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:26.085180 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-361dddd5-f2f7-4eee-a11a-406ce312bf8b req-eb4013c3-f517-4e12-bc70-367d9de3c9f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3029e7699307438c86dc648956083042&device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 1098 time: 0.1226814 Jul 13 20:24:26.207062 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361dddd5-f2f7-4eee-a11a-406ce312bf8b req-7c9de54c-6e0c-4665-8b98-fb79d651588c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:26.208982 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-361dddd5-f2f7-4eee-a11a-406ce312bf8b req-7c9de54c-6e0c-4665-8b98-fb79d651588c service neutron] 10.222.0.47 "GET /v2.0/networks?id=bb455b5d-45bd-4628-96d1-fb52590d86a6 HTTP/1.1" status: 200 len: 916 time: 0.1132352 Jul 13 20:24:26.214952 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-7ee06524-e928-4a11-bb0a-a01609c195f8 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:26.217769 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-7ee06524-e928-4a11-bb0a-a01609c195f8 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:26.218927 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-7ee06524-e928-4a11-bb0a-a01609c195f8 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "DELETE /v2.0/security-groups/1fd381d6-d5cf-470a-9b7f-7d830c4366b1 HTTP/1.1" status: 204 len: 168 time: 0.5869231 Jul 13 20:24:26.221976 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 48468) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:26.264886 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee06524-e928-4a11-bb0a-a01609c195f8 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd381d6-d5cf-470a-9b7f-7d830c4366b1,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:26.303005 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-361dddd5-f2f7-4eee-a11a-406ce312bf8b req-1d31915e-2e49-4f63-aab7-5b0ac5bdf01a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36311273-448f-41d4-83c7-d3f866cdc455 HTTP/1.1" status: 200 len: 1000 time: 0.0827618 Jul 13 20:24:26.370519 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361dddd5-f2f7-4eee-a11a-406ce312bf8b req-a7f5c8ee-cad7-4b44-a461-94b2123a9a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:26.373512 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-361dddd5-f2f7-4eee-a11a-406ce312bf8b req-a7f5c8ee-cad7-4b44-a461-94b2123a9a5b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=54796a68-d1a1-4045-8b72-1af62d04dcb7 HTTP/1.1" status: 200 len: 854 time: 0.0634925 Jul 13 20:24:26.461464 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361dddd5-f2f7-4eee-a11a-406ce312bf8b req-01b39e28-afda-48f8-b95f-5155f25467b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:26.462871 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-361dddd5-f2f7-4eee-a11a-406ce312bf8b req-01b39e28-afda-48f8-b95f-5155f25467b2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb455b5d-45bd-4628-96d1-fb52590d86a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0814331 Jul 13 20:24:26.472049 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a527a5-595d-47c7-91a4-22af773d4c5a req-5da9f3b4-bb69-44ba-bd6e-cea19c90aa7a tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:26.473619 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b5a527a5-595d-47c7-91a4-22af773d4c5a req-5da9f3b4-bb69-44ba-bd6e-cea19c90aa7a tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 946 time: 0.1054409 Jul 13 20:24:26.490687 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-bb679432-8b7f-4539-87b3-6b48b744373d tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Deleting port 379c758e-de09-440b-9bef-adc188178db6 {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:24:26.490687 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-bb679432-8b7f-4539-87b3-6b48b744373d tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:26.564415 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b5a527a5-595d-47c7-91a4-22af773d4c5a req-c34edc11-2237-413e-a3cb-7be999b6ad5d tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845516 Jul 13 20:24:26.573206 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-361dddd5-f2f7-4eee-a11a-406ce312bf8b req-11a9c7da-08d6-4597-adf9-6b188f852799 service neutron] 10.222.0.47 "GET /v2.0/networks/bb455b5d-45bd-4628-96d1-fb52590d86a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028049 Jul 13 20:24:26.601212 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-bb679432-8b7f-4539-87b3-6b48b744373d tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:26.601767 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-bb679432-8b7f-4539-87b3-6b48b744373d tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:26.623655 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-bb679432-8b7f-4539-87b3-6b48b744373d tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Calling delete_port for 379c758e-de09-440b-9bef-adc188178db6 owned by network:floatingip {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:24:26.697448 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-361dddd5-f2f7-4eee-a11a-406ce312bf8b req-0c645ba5-532f-404a-8a3d-e79ac504929a service neutron] 10.222.0.47 "GET /v2.0/networks/bb455b5d-45bd-4628-96d1-fb52590d86a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172044 Jul 13 20:24:26.846107 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-bb679432-8b7f-4539-87b3-6b48b744373d tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15916159'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:26.874277 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb679432-8b7f-4539-87b3-6b48b744373d tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Pushing event deleted for resources: {'Port': ['ID=379c758e-de09-440b-9bef-adc188178db6,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:26.945002 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-bb679432-8b7f-4539-87b3-6b48b744373d tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks [] for floatingip, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:26.945336 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.db.l3_db [None req-bb679432-8b7f-4539-87b3-6b48b744373d tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Floating IP b76829b2-7cda-4503-8f0f-c9f5db05048f disassociated (deleted). External IP: 172.27.1.54, port: 36311273-448f-41d4-83c7-d3f866cdc455. Jul 13 20:24:27.185158 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb679432-8b7f-4539-87b3-6b48b744373d tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Router 50ea4637-8413-458b-89d8-eaeea873b323 has already been hosted by L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:24:27.302175 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb679432-8b7f-4539-87b3-6b48b744373d tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:24:27.307355 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-bb679432-8b7f-4539-87b3-6b48b744373d tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for floatingip, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:27.312886 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beca47c-1f5c-421a-a62d-1b3f775e879f None None] Sync routers for ids ['50ea4637-8413-458b-89d8-eaeea873b323'] in dv-cinder-800697-1-iscsi {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:24:27.322683 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beca47c-1f5c-421a-a62d-1b3f775e879f None None] Routers {'50ea4637-8413-458b-89d8-eaeea873b323'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:24:27.323777 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-4beca47c-1f5c-421a-a62d-1b3f775e879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:24:06Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['50ea4637-8413-458b-89d8-eaeea873b323'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:24:27.349289 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-bb679432-8b7f-4539-87b3-6b48b744373d tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "DELETE /v2.0/floatingips/b76829b2-7cda-4503-8f0f-c9f5db05048f HTTP/1.1" status: 204 len: 168 time: 1.1257770 Jul 13 20:24:27.440098 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-4beca47c-1f5c-421a-a62d-1b3f775e879f None None] Set router 50ea4637-8413-458b-89d8-eaeea873b323 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:24:27.784306 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-4beca47c-1f5c-421a-a62d-1b3f775e879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ea4637-8413-458b-89d8-eaeea873b323', 'name': 'tempest-TestMinimumBasicScenario-1641522643-router', 'tenant_id': '3029e7699307438c86dc648956083042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'af7d17f9-2725-4141-890a-6568b8b1d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:20:38Z', 'updated_at': '2021-07-13T20:20:46Z', 'revision_number': 4, 'project_id': '3029e7699307438c86dc648956083042', 'gw_port': {'id': 'af7d17f9-2725-4141-890a-6568b8b1d242', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ea4637-8413-458b-89d8-eaeea873b323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:40Z', 'updated_at': '2021-07-13T20:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': '947d35e5-4bf2-4782-9142-7cdd3c70f2ad', 'name': '', 'network_id': 'bb455b5d-45bd-4628-96d1-fb52590d86a6', 'tenant_id': '3029e7699307438c86dc648956083042', 'mac_address': 'fa:16:3e:fc:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ea4637-8413-458b-89d8-eaeea873b323', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '54796a68-d1a1-4045-8b72-1af62d04dcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:44Z', 'updated_at': '2021-07-13T20:20:54Z', 'revision_number': 5, 'project_id': '3029e7699307438c86dc648956083042', 'subnets': [{'id': '54796a68-d1a1-4045-8b72-1af62d04dcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:24:27.842001 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beca47c-1f5c-421a-a62d-1b3f775e879f None None] Checking router: 50ea4637-8413-458b-89d8-eaeea873b323 for host: dv-cinder-800697-1-iscsi {{(pid=92959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:24:27.855164 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beca47c-1f5c-421a-a62d-1b3f775e879f None None] Routers {'50ea4637-8413-458b-89d8-eaeea873b323'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:24:27.855790 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-4beca47c-1f5c-421a-a62d-1b3f775e879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:24:06Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['50ea4637-8413-458b-89d8-eaeea873b323'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:24:27.863625 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45fc7027-9a26-430d-86e9-06b71d05f240', 'tag': '36311273-448f-41d4-83c7-d3f866cdc455'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:24:27.866263 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c297712392d163f53ebb29416b2c98d8f2749a1173f1ad854f2bb06edc641eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b44423-92df-4cf8-94f6-ce1526d97183" -d '{"events": [{"name": "network-changed", "server_uuid": "45fc7027-9a26-430d-86e9-06b71d05f240", "tag": "36311273-448f-41d4-83c7-d3f866cdc455"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:24:27.889818 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db50d84-734a-4a01-b076-ac39eea1af9b req-e4a09fd1-3ff9-4856-ab40-c12b163d77d9 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:27.891447 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2db50d84-734a-4a01-b076-ac39eea1af9b req-e4a09fd1-3ff9-4856-ab40-c12b163d77d9 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 946 time: 0.1362302 Jul 13 20:24:27.934502 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39d8e2b-79a4-425e-933f-1fd8cadd7255 x-openstack-request-id: req-f39d8e2b-79a4-425e-933f-1fd8cadd7255 {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:24:27.934917 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45fc7027-9a26-430d-86e9-06b71d05f240", "tag": "36311273-448f-41d4-83c7-d3f866cdc455", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:24:27.935146 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f39d8e2b-79a4-425e-933f-1fd8cadd7255 {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:24:27.935531 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45fc7027-9a26-430d-86e9-06b71d05f240', 'tag': '36311273-448f-41d4-83c7-d3f866cdc455', 'status': 'completed', 'code': 200} Jul 13 20:24:27.975932 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2db50d84-734a-4a01-b076-ac39eea1af9b req-7ef2d183-94c1-45bf-b7ae-749050cf869f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773094 Jul 13 20:24:28.033490 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 82f76692-92e3-4a3d-976a-a33aad33bb85 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:24:28.053363 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-4beca47c-1f5c-421a-a62d-1b3f775e879f None None] Set router 50ea4637-8413-458b-89d8-eaeea873b323 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:24:28.069201 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b44423-92df-4cf8-94f6-ce1526d97183 req-1303c145-512a-4ea8-97af-ad10abea33ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:28.073461 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a8b44423-92df-4cf8-94f6-ce1526d97183 req-1303c145-512a-4ea8-97af-ad10abea33ad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3029e7699307438c86dc648956083042&device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 1098 time: 0.1030214 Jul 13 20:24:28.202052 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b44423-92df-4cf8-94f6-ce1526d97183 req-ef971613-4bf0-47aa-9afe-1b7d3869e860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:28.203779 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a8b44423-92df-4cf8-94f6-ce1526d97183 req-ef971613-4bf0-47aa-9afe-1b7d3869e860 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bb455b5d-45bd-4628-96d1-fb52590d86a6 HTTP/1.1" status: 200 len: 916 time: 0.1223626 Jul 13 20:24:28.257622 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a8b44423-92df-4cf8-94f6-ce1526d97183 req-c71a54dd-4c09-4f4e-82a7-93f7af5f1fa4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36311273-448f-41d4-83c7-d3f866cdc455 HTTP/1.1" status: 200 len: 217 time: 0.0451458 Jul 13 20:24:28.318582 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b44423-92df-4cf8-94f6-ce1526d97183 req-1c49e118-f481-4c61-a6e6-c42cfb023327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:28.320717 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a8b44423-92df-4cf8-94f6-ce1526d97183 req-1c49e118-f481-4c61-a6e6-c42cfb023327 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=54796a68-d1a1-4045-8b72-1af62d04dcb7 HTTP/1.1" status: 200 len: 854 time: 0.0560849 Jul 13 20:24:28.356843 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 82f76692-92e3-4a3d-976a-a33aad33bb85, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=82f76692-92e3-4a3d-976a-a33aad33bb85,segment=NetworkSegment(e75817a0-f1ae-44cb-ac14-54dccbb196a1),segment_id=e75817a0-f1ae-44cb-ac14-54dccbb196a1)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:24:28.391867 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Returning: {'device': '82f76692-92e3-4a3d-976a-a33aad33bb85', 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a', 'port_id': '82f76692-92e3-4a3d-976a-a33aad33bb85', 'mac_address': 'fa:16:3e:5c:9d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04816e2f-157f-4694-821b-ba4aff3014de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:24:28.400320 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b44423-92df-4cf8-94f6-ce1526d97183 req-58d76e5b-f401-47e7-8858-d50fc330cbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:28.401877 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a8b44423-92df-4cf8-94f6-ce1526d97183 req-58d76e5b-f401-47e7-8858-d50fc330cbd4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb455b5d-45bd-4628-96d1-fb52590d86a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0664582 Jul 13 20:24:28.465297 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:28.483600 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82f76692-92e3-4a3d-976a-a33aad33bb85 {{(pid=92959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:24:28.513731 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 82f76692-92e3-4a3d-976a-a33aad33bb85, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=82f76692-92e3-4a3d-976a-a33aad33bb85,segment=NetworkSegment(e75817a0-f1ae-44cb-ac14-54dccbb196a1),segment_id=e75817a0-f1ae-44cb-ac14-54dccbb196a1)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:24:28.514098 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a8b44423-92df-4cf8-94f6-ce1526d97183 req-bc8fa339-000e-4eb5-98b9-64a759942988 service neutron] 10.222.0.47 "GET /v2.0/networks/bb455b5d-45bd-4628-96d1-fb52590d86a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035459 Jul 13 20:24:28.519584 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-4beca47c-1f5c-421a-a62d-1b3f775e879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ea4637-8413-458b-89d8-eaeea873b323', 'name': 'tempest-TestMinimumBasicScenario-1641522643-router', 'tenant_id': '3029e7699307438c86dc648956083042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'af7d17f9-2725-4141-890a-6568b8b1d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:20:38Z', 'updated_at': '2021-07-13T20:20:46Z', 'revision_number': 4, 'project_id': '3029e7699307438c86dc648956083042', 'gw_port': {'id': 'af7d17f9-2725-4141-890a-6568b8b1d242', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ea4637-8413-458b-89d8-eaeea873b323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:40Z', 'updated_at': '2021-07-13T20:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': '947d35e5-4bf2-4782-9142-7cdd3c70f2ad', 'name': '', 'network_id': 'bb455b5d-45bd-4628-96d1-fb52590d86a6', 'tenant_id': '3029e7699307438c86dc648956083042', 'mac_address': 'fa:16:3e:fc:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ea4637-8413-458b-89d8-eaeea873b323', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '54796a68-d1a1-4045-8b72-1af62d04dcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:44Z', 'updated_at': '2021-07-13T20:20:54Z', 'revision_number': 5, 'project_id': '3029e7699307438c86dc648956083042', 'subnets': [{'id': '54796a68-d1a1-4045-8b72-1af62d04dcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:24:28.551828 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:28.561937 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beca47c-1f5c-421a-a62d-1b3f775e879f None None] The sync data for ids ['50ea4637-8413-458b-89d8-eaeea873b323'] in dv-cinder-800697-1-iscsi is: [{'id': '50ea4637-8413-458b-89d8-eaeea873b323', 'name': 'tempest-TestMinimumBasicScenario-1641522643-router', 'tenant_id': '3029e7699307438c86dc648956083042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'af7d17f9-2725-4141-890a-6568b8b1d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:20:38Z', 'updated_at': '2021-07-13T20:20:46Z', 'revision_number': 4, 'project_id': '3029e7699307438c86dc648956083042', 'gw_port': {'id': 'af7d17f9-2725-4141-890a-6568b8b1d242', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ea4637-8413-458b-89d8-eaeea873b323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:40Z', 'updated_at': '2021-07-13T20:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': '947d35e5-4bf2-4782-9142-7cdd3c70f2ad', 'name': '', 'network_id': 'bb455b5d-45bd-4628-96d1-fb52590d86a6', 'tenant_id': '3029e7699307438c86dc648956083042', 'mac_address': 'fa:16:3e:fc:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ea4637-8413-458b-89d8-eaeea873b323', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '54796a68-d1a1-4045-8b72-1af62d04dcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:44Z', 'updated_at': '2021-07-13T20:20:54Z', 'revision_number': 5, 'project_id': '3029e7699307438c86dc648956083042', 'subnets': [{'id': '54796a68-d1a1-4045-8b72-1af62d04dcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:24:28.672523 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['82f76692-92e3-4a3d-976a-a33aad33bb85'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:24:28.679102 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a8b44423-92df-4cf8-94f6-ce1526d97183 req-a5cb8bfb-2c81-43f7-ad74-52299fd53c7c service neutron] 10.222.0.47 "GET /v2.0/networks/bb455b5d-45bd-4628-96d1-fb52590d86a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576564 Jul 13 20:24:28.706633 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=82f76692-92e3-4a3d-976a-a33aad33bb85,revision_number=6']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:28.723042 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:28.723724 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:28.724492 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:28.725083 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:28.725667 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:28.726168 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:28.726735 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:28.727246 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:28.735316 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:28.736262 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:28.736877 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:28.737373 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:29.010587 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca0fa45-14b2-46d8-86c9-c62d01da07a2 None None] New status for floating IP b76829b2-7cda-4503-8f0f-c9f5db05048f: DOWN {{(pid=92960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:24:29.261010 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fed4f-485d-43d0-be15-273ab5f61d1a req-4a34b446-106f-4b2a-ac58-aacb9ddbc9c6 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:29.271243 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2b7fed4f-485d-43d0-be15-273ab5f61d1a req-4a34b446-106f-4b2a-ac58-aacb9ddbc9c6 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 945 time: 0.1176076 Jul 13 20:24:29.333174 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2b7fed4f-485d-43d0-be15-273ab5f61d1a req-fd155481-ae52-4bcb-bf15-33aa3f6b1a30 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605884 Jul 13 20:24:30.041451 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 82f76692-92e3-4a3d-976a-a33aad33bb85 up at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:24:30.115012 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning complete for port 82f76692-92e3-4a3d-976a-a33aad33bb85 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:24:30.115561 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:30.203900 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:30.228788 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6de73c-814d-476f-b829-98451d3ba0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f76692-92e3-4a3d-976a-a33aad33bb85'}] {{(pid=92959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:24:30.231075 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a95ef25a805c455dc0e319f75fe5c37b751c8207b334ba38c934020b16a01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6bcdf2-d8db-4bd8-a0e7-a8df1369a278" -d '{"events": [{"server_uuid": "1f6de73c-814d-476f-b829-98451d3ba0ec", "name": "network-vif-plugged", "status": "completed", "tag": "82f76692-92e3-4a3d-976a-a33aad33bb85"}]}' {{(pid=92959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:24:30.246899 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 82f76692-92e3-4a3d-976a-a33aad33bb85, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=82f76692-92e3-4a3d-976a-a33aad33bb85,segment=NetworkSegment(e75817a0-f1ae-44cb-ac14-54dccbb196a1),segment_id=e75817a0-f1ae-44cb-ac14-54dccbb196a1)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:24:30.253827 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:30.552221 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8a6db4-3c57-4e1d-8095-2d30beda290a x-openstack-request-id: req-3f8a6db4-3c57-4e1d-8095-2d30beda290a {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:24:30.552534 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6de73c-814d-476f-b829-98451d3ba0ec", "name": "network-vif-plugged", "status": "completed", "tag": "82f76692-92e3-4a3d-976a-a33aad33bb85", "code": 200}]} {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:24:30.552920 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3f8a6db4-3c57-4e1d-8095-2d30beda290a {{(pid=92959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:24:30.553375 dv-cinder-800697-1-iscsi neutron-server[92959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6de73c-814d-476f-b829-98451d3ba0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f76692-92e3-4a3d-976a-a33aad33bb85', 'code': 200} Jul 13 20:24:30.570002 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=82f76692-92e3-4a3d-976a-a33aad33bb85,revision_number=7']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:30.617397 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8198d-45d0-43bf-9433-3cede19e4ae0 req-c8b72f93-18a7-4e20-b656-fad47930758c tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:30.619130 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-98a8198d-45d0-43bf-9433-3cede19e4ae0 req-c8b72f93-18a7-4e20-b656-fad47930758c tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 946 time: 0.1219115 Jul 13 20:24:30.673993 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-98a8198d-45d0-43bf-9433-3cede19e4ae0 req-ec6fcd3d-852a-4b38-81eb-df6420166ced tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474834 Jul 13 20:24:30.889082 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1211a-c121-4444-9c6d-6905b61d49fe req-47aa67a5-a446-450a-935a-650a24678093 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:30.892752 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bab1211a-c121-4444-9c6d-6905b61d49fe req-47aa67a5-a446-450a-935a-650a24678093 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 945 time: 0.0749860 Jul 13 20:24:30.936687 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bab1211a-c121-4444-9c6d-6905b61d49fe req-674d29aa-372c-42c9-8d62-6a282a061b42 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399175 Jul 13 20:24:31.920214 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fc327-5e42-4f8e-8562-6f616fe36512 req-53c6eedf-7dba-4f30-9fb8-f4e905988270 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:31.926009 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-844fc327-5e42-4f8e-8562-6f616fe36512 req-53c6eedf-7dba-4f30-9fb8-f4e905988270 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 946 time: 0.0817213 Jul 13 20:24:31.963679 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-844fc327-5e42-4f8e-8562-6f616fe36512 req-e6d70827-2fde-4c6b-8343-33f132682204 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356901 Jul 13 20:24:32.128982 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b459d-ec9b-4352-b08d-0b20de81251f req-c9cfc78e-839d-447c-93fd-733c11cadd77 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:32.130492 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-870b459d-ec9b-4352-b08d-0b20de81251f req-c9cfc78e-839d-447c-93fd-733c11cadd77 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 945 time: 0.0654132 Jul 13 20:24:32.171613 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-870b459d-ec9b-4352-b08d-0b20de81251f req-f9197214-edfc-4c72-9d80-c9a63730b3c3 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/security-groups?id=50c88f80-7df0-4b26-b82b-637454c789ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356245 Jul 13 20:24:32.837554 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2990dd4-db9f-4c19-82f7-16eeafa741bf req-5209552c-2d56-4833-81b2-584823d25376 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:32.839116 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a2990dd4-db9f-4c19-82f7-16eeafa741bf req-5209552c-2d56-4833-81b2-584823d25376 tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.47 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 945 time: 0.0682914 Jul 13 20:24:32.953038 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-a2990dd4-db9f-4c19-82f7-16eeafa741bf req-24fdd743-d880-4c93-af32-3bdf5815d8ac tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Deleting port 36311273-448f-41d4-83c7-d3f866cdc455 {{(pid=92957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:24:32.953297 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 6 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:24:32.953766 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-a2990dd4-db9f-4c19-82f7-16eeafa741bf req-24fdd743-d880-4c93-af32-3bdf5815d8ac tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:33.055514 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-a2990dd4-db9f-4c19-82f7-16eeafa741bf req-24fdd743-d880-4c93-af32-3bdf5815d8ac tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] For port 36311273-448f-41d4-83c7-d3f866cdc455, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=36311273-448f-41d4-83c7-d3f866cdc455,segment=NetworkSegment(71eb11d8-5f9a-449d-80b6-f03fd5bc353d),segment_id=71eb11d8-5f9a-449d-80b6-f03fd5bc353d)] {{(pid=92957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:24:33.055876 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-a2990dd4-db9f-4c19-82f7-16eeafa741bf req-24fdd743-d880-4c93-af32-3bdf5815d8ac tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:33.068862 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-a2990dd4-db9f-4c19-82f7-16eeafa741bf req-24fdd743-d880-4c93-af32-3bdf5815d8ac tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Calling delete_port for 36311273-448f-41d4-83c7-d3f866cdc455 owned by compute:nova {{(pid=92957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:24:33.182873 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbebef1-8e17-46a2-b3b0-5e577c37040c req-1351bcf5-b82b-46c2-98df-790aa12fa263 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:33.187852 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9bbebef1-8e17-46a2-b3b0-5e577c37040c req-1351bcf5-b82b-46c2-98df-790aa12fa263 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 946 time: 0.0722611 Jul 13 20:24:33.225102 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-a2990dd4-db9f-4c19-82f7-16eeafa741bf req-24fdd743-d880-4c93-af32-3bdf5815d8ac tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:33.230844 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9bbebef1-8e17-46a2-b3b0-5e577c37040c req-764dd297-ec3e-479e-802b-de2ea940202c tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394518 Jul 13 20:24:33.248721 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['36311273-448f-41d4-83c7-d3f866cdc455'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:24:33.261338 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdd743-d880-4c93-af32-3bdf5815d8ac tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Pushing event deleted for resources: {'Port': ['ID=36311273-448f-41d4-83c7-d3f866cdc455,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:33.273079 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fdd743-d880-4c93-af32-3bdf5815d8ac tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:33.273446 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fdd743-d880-4c93-af32-3bdf5815d8ac tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:33.274015 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fdd743-d880-4c93-af32-3bdf5815d8ac tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:33.274361 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fdd743-d880-4c93-af32-3bdf5815d8ac tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:33.274699 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fdd743-d880-4c93-af32-3bdf5815d8ac tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:33.275036 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fdd743-d880-4c93-af32-3bdf5815d8ac tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:33.275367 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fdd743-d880-4c93-af32-3bdf5815d8ac tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:33.275697 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fdd743-d880-4c93-af32-3bdf5815d8ac tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:33.276127 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fdd743-d880-4c93-af32-3bdf5815d8ac tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:33.276450 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fdd743-d880-4c93-af32-3bdf5815d8ac tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:33.276780 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fdd743-d880-4c93-af32-3bdf5815d8ac tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:33.277431 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fdd743-d880-4c93-af32-3bdf5815d8ac tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:33.326302 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2990dd4-db9f-4c19-82f7-16eeafa741bf req-24fdd743-d880-4c93-af32-3bdf5815d8ac tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] No DVR routers for this DVR port 36311273-448f-41d4-83c7-d3f866cdc455 on host hv-cinder-80069 {{(pid=92957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:24:33.329373 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-a2990dd4-db9f-4c19-82f7-16eeafa741bf req-24fdd743-d880-4c93-af32-3bdf5815d8ac tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:33.331640 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a2990dd4-db9f-4c19-82f7-16eeafa741bf req-24fdd743-d880-4c93-af32-3bdf5815d8ac tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.47 "DELETE /v2.0/ports/36311273-448f-41d4-83c7-d3f866cdc455 HTTP/1.1" status: 204 len: 173 time: 0.4861124 Jul 13 20:24:33.332290 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45fc7027-9a26-430d-86e9-06b71d05f240', 'name': 'network-vif-deleted', 'tag': '36311273-448f-41d4-83c7-d3f866cdc455'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:24:33.335123 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb3a683-a1db-4be1-a7af-2e0ce72c59f4" -d '{"events": [{"server_uuid": "45fc7027-9a26-430d-86e9-06b71d05f240", "name": "network-vif-deleted", "tag": "36311273-448f-41d4-83c7-d3f866cdc455"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:24:33.386583 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146346c9-b506-44cc-aab4-296269df92c4 x-openstack-request-id: req-146346c9-b506-44cc-aab4-296269df92c4 {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:24:33.386875 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45fc7027-9a26-430d-86e9-06b71d05f240", "name": "network-vif-deleted", "tag": "36311273-448f-41d4-83c7-d3f866cdc455", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:24:33.387126 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-146346c9-b506-44cc-aab4-296269df92c4 {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:24:33.387521 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45fc7027-9a26-430d-86e9-06b71d05f240', 'name': 'network-vif-deleted', 'tag': '36311273-448f-41d4-83c7-d3f866cdc455', 'status': 'completed', 'code': 200} Jul 13 20:24:33.424617 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-958adce7-8693-4222-bc64-c6318722e021 req-abe9fdea-a0ba-4ed2-81c1-bb8448e4a1ed tempest-TestMinimumBasicScenario-2145953543 tempest-TestMinimumBasicScenario-2145953543-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fc7027-9a26-430d-86e9-06b71d05f240 HTTP/1.1" status: 200 len: 210 time: 0.0674891 Jul 13 20:24:33.779897 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-dd0d4e9f-5d71-4dd9-9e7c-c34d3bcd9d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:34.467247 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3516ec4-a1ac-49a2-9a77-dcf9cf91366f req-ee2aa736-97bc-4bdd-89f8-1b10373ca918 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:34.476726 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c3516ec4-a1ac-49a2-9a77-dcf9cf91366f req-ee2aa736-97bc-4bdd-89f8-1b10373ca918 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 946 time: 0.0946343 Jul 13 20:24:34.519860 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c3516ec4-a1ac-49a2-9a77-dcf9cf91366f req-bfd688b4-237d-4722-9b45-2fd4e1a054af tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420794 Jul 13 20:24:35.277090 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 48624) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:35.827552 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7f0f8-4718-4d9a-9862-29792f3f52dc req-0006de5c-6937-4181-a7f7-1194ae41209d tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:35.829085 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6fa7f0f8-4718-4d9a-9862-29792f3f52dc req-0006de5c-6937-4181-a7f7-1194ae41209d tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 946 time: 0.1450915 Jul 13 20:24:35.899662 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6fa7f0f8-4718-4d9a-9862-29792f3f52dc req-44e40f18-ef0b-4242-abd2-17585300a07d tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624211 Jul 13 20:24:35.991415 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e4ea7815-b577-4770-a1f2-b75b36b3765c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710933'] for router_interface, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:36.106151 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-4c0c3d36-c5cc-4922-be4e-3f1ea1da2b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:36.300652 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-e4ea7815-b577-4770-a1f2-b75b36b3765c admin admin] Deleting port 947d35e5-4bf2-4782-9142-7cdd3c70f2ad {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:24:36.301004 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e4ea7815-b577-4770-a1f2-b75b36b3765c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:36.321231 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 36311273-448f-41d4-83c7-d3f866cdc455 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:24:36.348082 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] No Port match for: 36311273-448f-41d4-83c7-d3f866cdc455 {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:24:36.348699 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 36311273-448f-41d4-83c7-d3f866cdc455 not bound to the agent host hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:24:36.399553 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [None req-e4ea7815-b577-4770-a1f2-b75b36b3765c admin admin] For port 947d35e5-4bf2-4782-9142-7cdd3c70f2ad, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=947d35e5-4bf2-4782-9142-7cdd3c70f2ad,segment=NetworkSegment(71eb11d8-5f9a-449d-80b6-f03fd5bc353d),segment_id=71eb11d8-5f9a-449d-80b6-f03fd5bc353d)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:24:36.400002 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e4ea7815-b577-4770-a1f2-b75b36b3765c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:36.417831 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-e4ea7815-b577-4770-a1f2-b75b36b3765c admin admin] Calling delete_port for 947d35e5-4bf2-4782-9142-7cdd3c70f2ad owned by network:router_interface {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:24:36.630981 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e4ea7815-b577-4770-a1f2-b75b36b3765c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15916159'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:36.664235 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea7815-b577-4770-a1f2-b75b36b3765c admin admin] Pushing event deleted for resources: {'Port': ['ID=947d35e5-4bf2-4782-9142-7cdd3c70f2ad,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:36.822026 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:36.874283 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e4ea7815-b577-4770-a1f2-b75b36b3765c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711281'] for router_interface, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:37.214039 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ea7815-b577-4770-a1f2-b75b36b3765c admin admin] Router 50ea4637-8413-458b-89d8-eaeea873b323 has already been hosted by L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:24:37.226549 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1bb55-e2ad-4d63-9160-8eda5de7133c req-74897e28-bc54-4759-b05f-1c0c25f1c8b3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:37.228133 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8dd1bb55-e2ad-4d63-9160-8eda5de7133c req-74897e28-bc54-4759-b05f-1c0c25f1c8b3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 946 time: 0.1543608 Jul 13 20:24:37.329266 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8dd1bb55-e2ad-4d63-9160-8eda5de7133c req-be99e20a-6b42-460f-8941-1d6f9bc89b4f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936906 Jul 13 20:24:37.394330 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ea7815-b577-4770-a1f2-b75b36b3765c admin admin] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:24:37.405450 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 48638) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:37.405967 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-e4ea7815-b577-4770-a1f2-b75b36b3765c admin admin] 10.222.0.41 "PUT /v2.0/routers/50ea4637-8413-458b-89d8-eaeea873b323/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1274707 Jul 13 20:24:37.406863 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c8fd27-1e3b-4b32-a039-54e9f1a8a4b3 None None] Sync routers for ids ['50ea4637-8413-458b-89d8-eaeea873b323'] in dv-cinder-800697-1-iscsi {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:24:37.422255 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c8fd27-1e3b-4b32-a039-54e9f1a8a4b3 None None] Routers {'50ea4637-8413-458b-89d8-eaeea873b323'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:24:37.423276 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-e2c8fd27-1e3b-4b32-a039-54e9f1a8a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:24:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['50ea4637-8413-458b-89d8-eaeea873b323'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:24:37.517656 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:37.535570 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-65f75aff-e0ee-4249-93b3-2b850c75d0da admin admin] Notify callbacks [] for router, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:37.552412 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-e2c8fd27-1e3b-4b32-a039-54e9f1a8a4b3 None None] Set router 50ea4637-8413-458b-89d8-eaeea873b323 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:24:37.682914 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-65f75aff-e0ee-4249-93b3-2b850c75d0da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:37.759767 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [None req-65f75aff-e0ee-4249-93b3-2b850c75d0da admin admin] Deleting port af7d17f9-2725-4141-890a-6568b8b1d242 {{(pid=92957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:24:37.759767 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-65f75aff-e0ee-4249-93b3-2b850c75d0da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:37.811404 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-e2c8fd27-1e3b-4b32-a039-54e9f1a8a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ea4637-8413-458b-89d8-eaeea873b323', 'name': 'tempest-TestMinimumBasicScenario-1641522643-router', 'tenant_id': '3029e7699307438c86dc648956083042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'af7d17f9-2725-4141-890a-6568b8b1d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:20:38Z', 'updated_at': '2021-07-13T20:24:36Z', 'revision_number': 5, 'project_id': '3029e7699307438c86dc648956083042', 'gw_port': {'id': 'af7d17f9-2725-4141-890a-6568b8b1d242', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ea4637-8413-458b-89d8-eaeea873b323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:40Z', 'updated_at': '2021-07-13T20:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi'}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:24:37.843922 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c8fd27-1e3b-4b32-a039-54e9f1a8a4b3 None None] Checking router: 50ea4637-8413-458b-89d8-eaeea873b323 for host: dv-cinder-800697-1-iscsi {{(pid=92959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:24:37.855192 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c8fd27-1e3b-4b32-a039-54e9f1a8a4b3 None None] Routers {'50ea4637-8413-458b-89d8-eaeea873b323'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:24:37.856269 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-e2c8fd27-1e3b-4b32-a039-54e9f1a8a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:24:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['50ea4637-8413-458b-89d8-eaeea873b323'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:24:37.865053 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [None req-65f75aff-e0ee-4249-93b3-2b850c75d0da admin admin] For port af7d17f9-2725-4141-890a-6568b8b1d242, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=af7d17f9-2725-4141-890a-6568b8b1d242,segment=NetworkSegment(dd2d7350-8005-4571-9290-470baa5abba8),segment_id=dd2d7350-8005-4571-9290-470baa5abba8)] {{(pid=92957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:24:37.865401 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-65f75aff-e0ee-4249-93b3-2b850c75d0da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:37.881177 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [None req-65f75aff-e0ee-4249-93b3-2b850c75d0da admin admin] Calling delete_port for af7d17f9-2725-4141-890a-6568b8b1d242 owned by network:router_gateway {{(pid=92957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:24:37.968440 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-e2c8fd27-1e3b-4b32-a039-54e9f1a8a4b3 None None] Set router 50ea4637-8413-458b-89d8-eaeea873b323 gateway port host: None {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:24:38.028077 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-e2c8fd27-1e3b-4b32-a039-54e9f1a8a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ea4637-8413-458b-89d8-eaeea873b323', 'name': 'tempest-TestMinimumBasicScenario-1641522643-router', 'tenant_id': '3029e7699307438c86dc648956083042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:20:38Z', 'updated_at': '2021-07-13T20:24:37Z', 'revision_number': 6, 'project_id': '3029e7699307438c86dc648956083042', 'gw_port_host': None}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:24:38.062619 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c8fd27-1e3b-4b32-a039-54e9f1a8a4b3 None None] The sync data for ids ['50ea4637-8413-458b-89d8-eaeea873b323'] in dv-cinder-800697-1-iscsi is: [{'id': '50ea4637-8413-458b-89d8-eaeea873b323', 'name': 'tempest-TestMinimumBasicScenario-1641522643-router', 'tenant_id': '3029e7699307438c86dc648956083042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:20:38Z', 'updated_at': '2021-07-13T20:24:37Z', 'revision_number': 6, 'project_id': '3029e7699307438c86dc648956083042', 'gw_port_host': None}] {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:24:38.130455 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-65f75aff-e0ee-4249-93b3-2b850c75d0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:38.155993 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f75aff-e0ee-4249-93b3-2b850c75d0da admin admin] Pushing event deleted for resources: {'Port': ['ID=af7d17f9-2725-4141-890a-6568b8b1d242,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:38.227698 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-65f75aff-e0ee-4249-93b3-2b850c75d0da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1708339'] for router_gateway, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:38.354610 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-65f75aff-e0ee-4249-93b3-2b850c75d0da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4738'] for router, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:38.357377 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-65f75aff-e0ee-4249-93b3-2b850c75d0da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:38.459523 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-65f75aff-e0ee-4249-93b3-2b850c75d0da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1704488'] for router, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:38.460295 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f75aff-e0ee-4249-93b3-2b850c75d0da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50ea4637-8413-458b-89d8-eaeea873b323 {{(pid=92957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:24:38.465435 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-65f75aff-e0ee-4249-93b3-2b850c75d0da admin admin] Notify callbacks [] for router, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:38.466986 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-65f75aff-e0ee-4249-93b3-2b850c75d0da admin admin] 10.222.0.41 "DELETE /v2.0/routers/50ea4637-8413-458b-89d8-eaeea873b323 HTTP/1.1" status: 204 len: 168 time: 1.0597105 Jul 13 20:24:38.471921 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 48644) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:38.554387 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b2e0517-ecba-46bd-a698-94a3bd2703c5 admin admin] Deleting subnet 54796a68-d1a1-4045-8b72-1af62d04dcb7 {{(pid=92958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:24:38.557913 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6b2e0517-ecba-46bd-a698-94a3bd2703c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:38.617883 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6b2e0517-ecba-46bd-a698-94a3bd2703c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16271406'] for subnet, precommit_delete_associations {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:38.664637 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02c899-7ee2-48f1-bf99-3335fc7fdf37 req-6af253f4-54e0-4b44-b204-84c780ddb103 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:38.666226 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-db02c899-7ee2-48f1-bf99-3335fc7fdf37 req-6af253f4-54e0-4b44-b204-84c780ddb103 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 946 time: 0.1617897 Jul 13 20:24:38.772709 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-db02c899-7ee2-48f1-bf99-3335fc7fdf37 req-a6afb3cf-4ad3-41b7-aae9-0fe0dcc90945 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988271 Jul 13 20:24:38.776090 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6b2e0517-ecba-46bd-a698-94a3bd2703c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-721317'] for subnet, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:38.839808 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6b2e0517-ecba-46bd-a698-94a3bd2703c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-721308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15916066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15819405'] for subnet, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:38.866732 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e0517-ecba-46bd-a698-94a3bd2703c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54796a68-d1a1-4045-8b72-1af62d04dcb7,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:38.873763 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6b2e0517-ecba-46bd-a698-94a3bd2703c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for subnet, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:38.878573 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-6b2e0517-ecba-46bd-a698-94a3bd2703c5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/54796a68-d1a1-4045-8b72-1af62d04dcb7 HTTP/1.1" status: 204 len: 168 time: 0.4025407 Jul 13 20:24:38.883390 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 48646) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:38.898591 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7f91d7-b76b-495f-86d2-6f91f7310123 None None] Network bb455b5d-45bd-4628-96d1-fb52590d86a6 requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:24:39.019612 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-81f0c0cb-4350-4226-b643-586de0449ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633600'] for network, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:39.102359 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [None req-81f0c0cb-4350-4226-b643-586de0449ccb admin admin] Deleting port bd03d96d-75fc-4a6d-bc13-d715cb92e1f0 {{(pid=92957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:24:39.102819 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-81f0c0cb-4350-4226-b643-586de0449ccb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:39.149646 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4443d760-1a14-4c30-89ab-d667407a5388 None None] DHCP port deletion for bb455b5d-45bd-4628-96d1-fb52590d86a6 request from dv-cinder-800697-1-iscsi {{(pid=92959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:24:39.189808 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [None req-81f0c0cb-4350-4226-b643-586de0449ccb admin admin] For port bd03d96d-75fc-4a6d-bc13-d715cb92e1f0, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=bd03d96d-75fc-4a6d-bc13-d715cb92e1f0,segment=NetworkSegment(71eb11d8-5f9a-449d-80b6-f03fd5bc353d),segment_id=71eb11d8-5f9a-449d-80b6-f03fd5bc353d)] {{(pid=92957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:24:39.190185 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-81f0c0cb-4350-4226-b643-586de0449ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:39.210823 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-4443d760-1a14-4c30-89ab-d667407a5388 None None] Deleting port bd03d96d-75fc-4a6d-bc13-d715cb92e1f0 {{(pid=92959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:24:39.211230 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-4443d760-1a14-4c30-89ab-d667407a5388 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:39.212414 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [None req-81f0c0cb-4350-4226-b643-586de0449ccb admin admin] Calling delete_port for bd03d96d-75fc-4a6d-bc13-d715cb92e1f0 owned by network:dhcp {{(pid=92957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:24:39.307852 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:39.314323 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-4443d760-1a14-4c30-89ab-d667407a5388 None None] For port bd03d96d-75fc-4a6d-bc13-d715cb92e1f0, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=bd03d96d-75fc-4a6d-bc13-d715cb92e1f0,segment=NetworkSegment(71eb11d8-5f9a-449d-80b6-f03fd5bc353d),segment_id=71eb11d8-5f9a-449d-80b6-f03fd5bc353d)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:24:39.314905 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-4443d760-1a14-4c30-89ab-d667407a5388 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:39.341663 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-81f0c0cb-4350-4226-b643-586de0449ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:39.355668 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-4443d760-1a14-4c30-89ab-d667407a5388 None None] Calling delete_port for bd03d96d-75fc-4a6d-bc13-d715cb92e1f0 owned by network:dhcp {{(pid=92959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:24:39.374982 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f0c0cb-4350-4226-b643-586de0449ccb admin admin] Pushing event deleted for resources: {'Port': ['ID=bd03d96d-75fc-4a6d-bc13-d715cb92e1f0,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:39.376743 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f0c0cb-4350-4226-b643-586de0449ccb admin admin] No DVR routers for this DVR port bd03d96d-75fc-4a6d-bc13-d715cb92e1f0 on host dv-cinder-800697-1-iscsi {{(pid=92957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:24:39.461451 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-81f0c0cb-4350-4226-b643-586de0449ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724524', 'neutron.services.segments.db._delete_segments_for_network-8781993256852'] for network, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:39.494240 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.services.segments.db [None req-81f0c0cb-4350-4226-b643-586de0449ccb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb455b5d-45bd-4628-96d1-fb52590d86a6']}} {{(pid=92957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:24:39.498930 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-4443d760-1a14-4c30-89ab-d667407a5388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103'] for port, after_delete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:39.508076 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.services.segments.db [None req-81f0c0cb-4350-4226-b643-586de0449ccb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71eb11d8-5f9a-449d-80b6-f03fd5bc353d') {'for_net_delete': True} {{(pid=92957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:24:39.508398 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.services.segments.db [None req-81f0c0cb-4350-4226-b643-586de0449ccb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71eb11d8-5f9a-449d-80b6-f03fd5bc353d') {} {{(pid=92957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:24:39.518636 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-81f0c0cb-4350-4226-b643-586de0449ccb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781993187723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15469834'] for segment, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:39.529464 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443d760-1a14-4c30-89ab-d667407a5388 None None] Pushing event deleted for resources: {'Port': ['ID=bd03d96d-75fc-4a6d-bc13-d715cb92e1f0,revision_number=None']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:39.532153 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4443d760-1a14-4c30-89ab-d667407a5388 None None] No DVR routers for this DVR port bd03d96d-75fc-4a6d-bc13-d715cb92e1f0 on host dv-cinder-800697-1-iscsi {{(pid=92959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:24:39.544984 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-81f0c0cb-4350-4226-b643-586de0449ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996'] for segment, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:39.553327 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f0c0cb-4350-4226-b643-586de0449ccb admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=92957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:24:39.553918 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-81f0c0cb-4350-4226-b643-586de0449ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15802526'] for segment, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: Traceback (most recent call last): Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: timer() Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: cb(*args, **kw) Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: return func(*args, **kwargs) Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: self._notify() Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: self.callback(batched_events) Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: event.method(event) Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: return f(self, *a, **k) Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: return self._get(url).json() Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: return self.request(url, 'GET', **kwargs) Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:24:39.556195 dv-cinder-800697-1-iscsi neutron-server[92957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:24:39.631120 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-81f0c0cb-4350-4226-b643-586de0449ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708319'] for network, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:39.637341 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-81f0c0cb-4350-4226-b643-586de0449ccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for network, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:39.644642 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-81f0c0cb-4350-4226-b643-586de0449ccb admin admin] 10.222.0.41 "DELETE /v2.0/networks/bb455b5d-45bd-4628-96d1-fb52590d86a6 HTTP/1.1" status: 204 len: 168 time: 0.7598674 Jul 13 20:24:39.649481 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 48658) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:39.674280 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f0c0cb-4350-4226-b643-586de0449ccb admin admin] Pushing event deleted for resources: {'Network': ['ID=bb455b5d-45bd-4628-96d1-fb52590d86a6,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:39.810927 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device af7d17f9-2725-4141-890a-6568b8b1d242 no longer exists at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:24:39.859661 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] No Port match for: af7d17f9-2725-4141-890a-6568b8b1d242 {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:24:39.860641 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device af7d17f9-2725-4141-890a-6568b8b1d242 not bound to the agent host dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:24:39.871893 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device bd03d96d-75fc-4a6d-bc13-d715cb92e1f0 no longer exists at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:24:39.907412 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] No Port match for: bd03d96d-75fc-4a6d-bc13-d715cb92e1f0 {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:24:39.908058 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device bd03d96d-75fc-4a6d-bc13-d715cb92e1f0 not bound to the agent host dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:24:39.908311 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 947d35e5-4bf2-4782-9142-7cdd3c70f2ad no longer exists at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:24:39.949640 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] No Port match for: 947d35e5-4bf2-4782-9142-7cdd3c70f2ad {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:24:39.950002 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 947d35e5-4bf2-4782-9142-7cdd3c70f2ad not bound to the agent host dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:24:40.118884 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ddd7b-8ec5-4b6b-97c4-83aeac525cb9 req-028d3cae-13b2-453b-8c7b-e4e27db309ac tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:40.120382 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8e8ddd7b-8ec5-4b6b-97c4-83aeac525cb9 req-028d3cae-13b2-453b-8c7b-e4e27db309ac tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 946 time: 0.1424370 Jul 13 20:24:40.179168 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8e8ddd7b-8ec5-4b6b-97c4-83aeac525cb9 req-41a4db9a-83a5-43d4-a014-43d3d701bfc6 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514154 Jul 13 20:24:40.234456 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9bb72db4-f30d-46c5-b5c0-8dc8f7aa08ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710933'] for router_interface, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:40.695626 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-9bb72db4-f30d-46c5-b5c0-8dc8f7aa08ca admin admin] Deleting port 8fc893a6-f582-4f89-8fee-5a93b12a2153 {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:24:40.696350 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9bb72db4-f30d-46c5-b5c0-8dc8f7aa08ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:40.777118 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [None req-9bb72db4-f30d-46c5-b5c0-8dc8f7aa08ca admin admin] For port 8fc893a6-f582-4f89-8fee-5a93b12a2153, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=8fc893a6-f582-4f89-8fee-5a93b12a2153,segment=NetworkSegment(2bc91af4-3beb-491d-adab-cc47559862d9),segment_id=2bc91af4-3beb-491d-adab-cc47559862d9)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:24:40.777468 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9bb72db4-f30d-46c5-b5c0-8dc8f7aa08ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:40.790327 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-9bb72db4-f30d-46c5-b5c0-8dc8f7aa08ca admin admin] Calling delete_port for 8fc893a6-f582-4f89-8fee-5a93b12a2153 owned by network:router_interface {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:24:40.893232 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd43150-57bf-40b4-8bcd-d6576ae1db74 req-5beeb1db-e23f-499f-8852-1bda908861d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:40.894767 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1fd43150-57bf-40b4-8bcd-d6576ae1db74 req-5beeb1db-e23f-499f-8852-1bda908861d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=501a0ae42f3f4e21b957db69f265e5bd&device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 1099 time: 0.0560958 Jul 13 20:24:40.977551 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9bb72db4-f30d-46c5-b5c0-8dc8f7aa08ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15916159'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:40.988731 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd43150-57bf-40b4-8bcd-d6576ae1db74 req-3caab06a-2632-4e14-bfb6-ba1b720e730e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:40.991406 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1fd43150-57bf-40b4-8bcd-d6576ae1db74 req-3caab06a-2632-4e14-bfb6-ba1b720e730e service neutron] 10.222.0.47 "GET /v2.0/networks?id=37c40eda-3741-4ce7-ae97-3b7c29a7405a HTTP/1.1" status: 200 len: 918 time: 0.0883338 Jul 13 20:24:41.003731 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb72db4-f30d-46c5-b5c0-8dc8f7aa08ca admin admin] Pushing event deleted for resources: {'Port': ['ID=8fc893a6-f582-4f89-8fee-5a93b12a2153,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:41.078680 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1fd43150-57bf-40b4-8bcd-d6576ae1db74 req-a60366e0-6203-4087-9f5f-69a685bbc434 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82f76692-92e3-4a3d-976a-a33aad33bb85 HTTP/1.1" status: 200 len: 1002 time: 0.0798132 Jul 13 20:24:41.138694 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd43150-57bf-40b4-8bcd-d6576ae1db74 req-12cdfd2a-0475-44e9-b54c-dfc53c99eff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:41.140370 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1fd43150-57bf-40b4-8bcd-d6576ae1db74 req-12cdfd2a-0475-44e9-b54c-dfc53c99eff2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04816e2f-157f-4694-821b-ba4aff3014de HTTP/1.1" status: 200 len: 856 time: 0.0549018 Jul 13 20:24:41.192140 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9bb72db4-f30d-46c5-b5c0-8dc8f7aa08ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711281'] for router_interface, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:41.214441 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd43150-57bf-40b4-8bcd-d6576ae1db74 req-da6e006e-e458-4af1-86ef-8a42e2304dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:41.216576 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1fd43150-57bf-40b4-8bcd-d6576ae1db74 req-da6e006e-e458-4af1-86ef-8a42e2304dfc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37c40eda-3741-4ce7-ae97-3b7c29a7405a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679989 Jul 13 20:24:41.331842 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1fd43150-57bf-40b4-8bcd-d6576ae1db74 req-fc47b35d-9433-41b7-8e16-3c7780331b48 service neutron] 10.222.0.47 "GET /v2.0/networks/37c40eda-3741-4ce7-ae97-3b7c29a7405a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084137 Jul 13 20:24:41.455947 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1fd43150-57bf-40b4-8bcd-d6576ae1db74 req-35067e65-ada9-4fff-afc4-ea5f3777bab4 service neutron] 10.222.0.47 "GET /v2.0/networks/37c40eda-3741-4ce7-ae97-3b7c29a7405a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173632 Jul 13 20:24:41.494335 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b30da8-5ca7-4962-b1d3-955bb02d5904 req-71e41613-99ee-4ed9-85d2-2a7488ad9d44 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:41.495716 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f7b30da8-5ca7-4962-b1d3-955bb02d5904 req-71e41613-99ee-4ed9-85d2-2a7488ad9d44 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 946 time: 0.1706388 Jul 13 20:24:41.505359 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb72db4-f30d-46c5-b5c0-8dc8f7aa08ca admin admin] Router a97dc4bd-aa33-4ee6-8349-95e81cd7f75e has already been hosted by L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:24:41.574180 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f7b30da8-5ca7-4962-b1d3-955bb02d5904 req-7c677924-a3e9-4f3e-a2dd-a0f8e671839f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710120 Jul 13 20:24:41.637618 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb72db4-f30d-46c5-b5c0-8dc8f7aa08ca admin admin] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:24:41.642677 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-9bb72db4-f30d-46c5-b5c0-8dc8f7aa08ca admin admin] 10.222.0.41 "PUT /v2.0/routers/a97dc4bd-aa33-4ee6-8349-95e81cd7f75e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9903197 Jul 13 20:24:41.645222 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 48686) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:41.647668 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdd264e-db83-4d70-997d-91b81b5ea1e7 None None] Sync routers for ids ['a97dc4bd-aa33-4ee6-8349-95e81cd7f75e'] in dv-cinder-800697-1-iscsi {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:24:41.659572 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdd264e-db83-4d70-997d-91b81b5ea1e7 None None] Routers {'a97dc4bd-aa33-4ee6-8349-95e81cd7f75e'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:24:41.665360 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-efdd264e-db83-4d70-997d-91b81b5ea1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:24:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['a97dc4bd-aa33-4ee6-8349-95e81cd7f75e'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:24:41.748771 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c0863b42-2eb9-4d6b-a033-7020a8e1c3e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:41.773738 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-efdd264e-db83-4d70-997d-91b81b5ea1e7 None None] Set router a97dc4bd-aa33-4ee6-8349-95e81cd7f75e gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:24:41.848614 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c0863b42-2eb9-4d6b-a033-7020a8e1c3e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:41.903374 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-c0863b42-2eb9-4d6b-a033-7020a8e1c3e9 admin admin] Deleting port 8cc717d5-7b6c-4249-97e9-e96e7123ed7d {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:24:41.903718 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c0863b42-2eb9-4d6b-a033-7020a8e1c3e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:41.946704 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-efdd264e-db83-4d70-997d-91b81b5ea1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97dc4bd-aa33-4ee6-8349-95e81cd7f75e', 'name': 'tempest-TestMinimumBasicScenario-1983589399-router', 'tenant_id': '484e822c21f544bfa5935ffb31ba1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '8cc717d5-7b6c-4249-97e9-e96e7123ed7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:20:51Z', 'updated_at': '2021-07-13T20:24:40Z', 'revision_number': 5, 'project_id': '484e822c21f544bfa5935ffb31ba1037', 'gw_port': {'id': '8cc717d5-7b6c-4249-97e9-e96e7123ed7d', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97dc4bd-aa33-4ee6-8349-95e81cd7f75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:52Z', 'updated_at': '2021-07-13T20:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi'}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:24:41.976133 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdd264e-db83-4d70-997d-91b81b5ea1e7 None None] Checking router: a97dc4bd-aa33-4ee6-8349-95e81cd7f75e for host: dv-cinder-800697-1-iscsi {{(pid=92960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:24:41.979084 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [None req-c0863b42-2eb9-4d6b-a033-7020a8e1c3e9 admin admin] For port 8cc717d5-7b6c-4249-97e9-e96e7123ed7d, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=8cc717d5-7b6c-4249-97e9-e96e7123ed7d,segment=NetworkSegment(dd2d7350-8005-4571-9290-470baa5abba8),segment_id=dd2d7350-8005-4571-9290-470baa5abba8)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:24:41.979437 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c0863b42-2eb9-4d6b-a033-7020a8e1c3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:41.984364 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdd264e-db83-4d70-997d-91b81b5ea1e7 None None] Routers {'a97dc4bd-aa33-4ee6-8349-95e81cd7f75e'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:24:41.984962 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-efdd264e-db83-4d70-997d-91b81b5ea1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:24:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['a97dc4bd-aa33-4ee6-8349-95e81cd7f75e'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:24:41.992321 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-c0863b42-2eb9-4d6b-a033-7020a8e1c3e9 admin admin] Calling delete_port for 8cc717d5-7b6c-4249-97e9-e96e7123ed7d owned by network:router_gateway {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:24:42.070485 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-efdd264e-db83-4d70-997d-91b81b5ea1e7 None None] Set router a97dc4bd-aa33-4ee6-8349-95e81cd7f75e gateway port host: None {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:24:42.121204 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-efdd264e-db83-4d70-997d-91b81b5ea1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97dc4bd-aa33-4ee6-8349-95e81cd7f75e', 'name': 'tempest-TestMinimumBasicScenario-1983589399-router', 'tenant_id': '484e822c21f544bfa5935ffb31ba1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:20:51Z', 'updated_at': '2021-07-13T20:24:41Z', 'revision_number': 6, 'project_id': '484e822c21f544bfa5935ffb31ba1037', 'gw_port_host': None}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:24:42.155822 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c0863b42-2eb9-4d6b-a033-7020a8e1c3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15916159'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:42.182833 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0863b42-2eb9-4d6b-a033-7020a8e1c3e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cc717d5-7b6c-4249-97e9-e96e7123ed7d,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:42.237101 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdd264e-db83-4d70-997d-91b81b5ea1e7 None None] The sync data for ids ['a97dc4bd-aa33-4ee6-8349-95e81cd7f75e'] in dv-cinder-800697-1-iscsi is: [{'id': 'a97dc4bd-aa33-4ee6-8349-95e81cd7f75e', 'name': 'tempest-TestMinimumBasicScenario-1983589399-router', 'tenant_id': '484e822c21f544bfa5935ffb31ba1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:20:51Z', 'updated_at': '2021-07-13T20:24:41Z', 'revision_number': 6, 'project_id': '484e822c21f544bfa5935ffb31ba1037', 'gw_port_host': None}] {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:24:42.250311 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c0863b42-2eb9-4d6b-a033-7020a8e1c3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1708339'] for router_gateway, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:42.338011 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c0863b42-2eb9-4d6b-a033-7020a8e1c3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4738'] for router, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:42.339991 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c0863b42-2eb9-4d6b-a033-7020a8e1c3e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:42.382357 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c0863b42-2eb9-4d6b-a033-7020a8e1c3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1704488'] for router, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:42.382872 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0863b42-2eb9-4d6b-a033-7020a8e1c3e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a97dc4bd-aa33-4ee6-8349-95e81cd7f75e {{(pid=92958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:24:42.387195 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c0863b42-2eb9-4d6b-a033-7020a8e1c3e9 admin admin] Notify callbacks [] for router, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:42.388391 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-c0863b42-2eb9-4d6b-a033-7020a8e1c3e9 admin admin] 10.222.0.41 "DELETE /v2.0/routers/a97dc4bd-aa33-4ee6-8349-95e81cd7f75e HTTP/1.1" status: 204 len: 168 time: 0.7422621 Jul 13 20:24:42.391064 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 48688) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:42.438021 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b583da1-7e3d-49b6-b359-c561d697f212 admin admin] Deleting subnet a0b7b302-c1e9-4eeb-af7e-7b7602c04483 {{(pid=92958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:24:42.441019 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8b583da1-7e3d-49b6-b359-c561d697f212 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:42.474958 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8b583da1-7e3d-49b6-b359-c561d697f212 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16271406'] for subnet, precommit_delete_associations {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:42.552562 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8b583da1-7e3d-49b6-b359-c561d697f212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-721317'] for subnet, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:42.607600 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8b583da1-7e3d-49b6-b359-c561d697f212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-721308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15916066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15819405'] for subnet, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:42.637899 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b583da1-7e3d-49b6-b359-c561d697f212 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0b7b302-c1e9-4eeb-af7e-7b7602c04483,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:42.641644 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8b583da1-7e3d-49b6-b359-c561d697f212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for subnet, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:42.643547 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-8b583da1-7e3d-49b6-b359-c561d697f212 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a0b7b302-c1e9-4eeb-af7e-7b7602c04483 HTTP/1.1" status: 204 len: 168 time: 0.2515724 Jul 13 20:24:42.646078 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 48694) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:42.654483 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc7a64d-6f66-4985-bdf4-f2590d222b23 None None] Network c698f5d5-431d-470e-9527-0445bcb4230b requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:24:42.769717 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c79310c9-a20d-4ca6-96eb-358a10d34f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633600'] for network, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:42.825088 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d80058-40b8-4fe2-a3e3-8cc9cd6635ca req-d68718ce-475c-494f-beda-40a020d6fd15 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:42.826555 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a0d80058-40b8-4fe2-a3e3-8cc9cd6635ca req-d68718ce-475c-494f-beda-40a020d6fd15 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 946 time: 0.1159441 Jul 13 20:24:42.871903 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a0d80058-40b8-4fe2-a3e3-8cc9cd6635ca req-f11cc5d6-e706-4deb-ad53-22fbc3d4f6e6 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397513 Jul 13 20:24:42.879767 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-c79310c9-a20d-4ca6-96eb-358a10d34f51 admin admin] Deleting port 24a0898f-62c7-4c04-a2d6-db36057fae88 {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:24:42.880151 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c79310c9-a20d-4ca6-96eb-358a10d34f51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:42.940053 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [None req-c79310c9-a20d-4ca6-96eb-358a10d34f51 admin admin] For port 24a0898f-62c7-4c04-a2d6-db36057fae88, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=24a0898f-62c7-4c04-a2d6-db36057fae88,segment=NetworkSegment(2bc91af4-3beb-491d-adab-cc47559862d9),segment_id=2bc91af4-3beb-491d-adab-cc47559862d9)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:24:42.940407 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c79310c9-a20d-4ca6-96eb-358a10d34f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:42.952946 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-c79310c9-a20d-4ca6-96eb-358a10d34f51 admin admin] Calling delete_port for 24a0898f-62c7-4c04-a2d6-db36057fae88 owned by network:dhcp {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:24:43.035433 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c79310c9-a20d-4ca6-96eb-358a10d34f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15916159'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:43.040348 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20b618f-6171-4d0d-aff1-a4ed46ebc2ac None None] DHCP port deletion for c698f5d5-431d-470e-9527-0445bcb4230b request from dv-cinder-800697-1-iscsi {{(pid=92959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:24:43.068580 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79310c9-a20d-4ca6-96eb-358a10d34f51 admin admin] Pushing event deleted for resources: {'Port': ['ID=24a0898f-62c7-4c04-a2d6-db36057fae88,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:43.070490 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79310c9-a20d-4ca6-96eb-358a10d34f51 admin admin] No DVR routers for this DVR port 24a0898f-62c7-4c04-a2d6-db36057fae88 on host dv-cinder-800697-1-iscsi {{(pid=92958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:24:43.141992 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c79310c9-a20d-4ca6-96eb-358a10d34f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724524', 'neutron.services.segments.db._delete_segments_for_network-8781993256852'] for network, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:43.151606 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-c79310c9-a20d-4ca6-96eb-358a10d34f51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c698f5d5-431d-470e-9527-0445bcb4230b']}} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:24:43.162459 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-c79310c9-a20d-4ca6-96eb-358a10d34f51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bc91af4-3beb-491d-adab-cc47559862d9') {'for_net_delete': True} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:24:43.162843 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-c79310c9-a20d-4ca6-96eb-358a10d34f51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bc91af4-3beb-491d-adab-cc47559862d9') {} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:24:43.174002 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c79310c9-a20d-4ca6-96eb-358a10d34f51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781993187723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16271415'] for segment, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:43.191083 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c79310c9-a20d-4ca6-96eb-358a10d34f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996'] for segment, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:43.197352 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c79310c9-a20d-4ca6-96eb-358a10d34f51 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=92958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:24:43.197751 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c79310c9-a20d-4ca6-96eb-358a10d34f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15915916'] for segment, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:43.199478 dv-cinder-800697-1-iscsi neutron-server[92958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:24:43.199478 dv-cinder-800697-1-iscsi neutron-server[92958]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:24:43.199478 dv-cinder-800697-1-iscsi neutron-server[92958]: Traceback (most recent call last): Jul 13 20:24:43.199478 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:24:43.199478 dv-cinder-800697-1-iscsi neutron-server[92958]: timer() Jul 13 20:24:43.199478 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:24:43.199478 dv-cinder-800697-1-iscsi neutron-server[92958]: cb(*args, **kw) Jul 13 20:24:43.199478 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:24:43.199478 dv-cinder-800697-1-iscsi neutron-server[92958]: return func(*args, **kwargs) Jul 13 20:24:43.199478 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:24:43.199478 dv-cinder-800697-1-iscsi neutron-server[92958]: self._notify() Jul 13 20:24:43.199478 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:24:43.199478 dv-cinder-800697-1-iscsi neutron-server[92958]: self.callback(batched_events) Jul 13 20:24:43.199478 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:24:43.199478 dv-cinder-800697-1-iscsi neutron-server[92958]: event.method(event) Jul 13 20:24:43.199478 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:24:43.199478 dv-cinder-800697-1-iscsi neutron-server[92958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:24:43.199478 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:24:43.199478 dv-cinder-800697-1-iscsi neutron-server[92958]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:24:43.199478 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:24:43.199478 dv-cinder-800697-1-iscsi neutron-server[92958]: return f(self, *a, **k) Jul 13 20:24:43.199478 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:24:43.199478 dv-cinder-800697-1-iscsi neutron-server[92958]: return self._get(url).json() Jul 13 20:24:43.199478 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:24:43.199478 dv-cinder-800697-1-iscsi neutron-server[92958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:24:43.199478 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:24:43.199478 dv-cinder-800697-1-iscsi neutron-server[92958]: return self.request(url, 'GET', **kwargs) Jul 13 20:24:43.199478 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:24:43.199478 dv-cinder-800697-1-iscsi neutron-server[92958]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:24:43.199478 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:24:43.199478 dv-cinder-800697-1-iscsi neutron-server[92958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:24:43.199478 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:24:43.199478 dv-cinder-800697-1-iscsi neutron-server[92958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:24:43.199478 dv-cinder-800697-1-iscsi neutron-server[92958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:24:43.259055 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c79310c9-a20d-4ca6-96eb-358a10d34f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708319'] for network, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:43.266117 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c79310c9-a20d-4ca6-96eb-358a10d34f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for network, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:43.270859 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-c79310c9-a20d-4ca6-96eb-358a10d34f51 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c698f5d5-431d-470e-9527-0445bcb4230b HTTP/1.1" status: 204 len: 168 time: 0.6203036 Jul 13 20:24:43.287389 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79310c9-a20d-4ca6-96eb-358a10d34f51 admin admin] Pushing event deleted for resources: {'Network': ['ID=c698f5d5-431d-470e-9527-0445bcb4230b,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:43.429653 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 48698) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:43.470708 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-823800a4-e8ba-4d9f-86cc-c412e3f18772 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3029e7699307438c86dc648956083042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398684 Jul 13 20:24:43.473139 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 48700) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:43.520704 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8544-6ba4-4699-aa74-53b805f23e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:43.541901 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8544-6ba4-4699-aa74-53b805f23e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:43.589464 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8544-6ba4-4699-aa74-53b805f23e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:43.592856 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8544-6ba4-4699-aa74-53b805f23e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:43.594001 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-9d8f8544-6ba4-4699-aa74-53b805f23e02 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/50c88f80-7df0-4b26-b82b-637454c789ed HTTP/1.1" status: 204 len: 168 time: 0.1199527 Jul 13 20:24:43.601405 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8544-6ba4-4699-aa74-53b805f23e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c88f80-7df0-4b26-b82b-637454c789ed,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:43.779889 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 8fc893a6-f582-4f89-8fee-5a93b12a2153 no longer exists at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:24:43.799149 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] No Port match for: 8fc893a6-f582-4f89-8fee-5a93b12a2153 {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:24:43.799498 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 8fc893a6-f582-4f89-8fee-5a93b12a2153 not bound to the agent host dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:24:43.799920 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 24a0898f-62c7-4c04-a2d6-db36057fae88 no longer exists at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:24:43.818052 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] No Port match for: 24a0898f-62c7-4c04-a2d6-db36057fae88 {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:24:43.823655 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 24a0898f-62c7-4c04-a2d6-db36057fae88 not bound to the agent host dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:24:43.823655 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 8cc717d5-7b6c-4249-97e9-e96e7123ed7d no longer exists at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:24:43.847407 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] No Port match for: 8cc717d5-7b6c-4249-97e9-e96e7123ed7d {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:24:43.847753 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 8cc717d5-7b6c-4249-97e9-e96e7123ed7d not bound to the agent host dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:24:43.915950 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 48710) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:43.955207 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-9ae5c20d-d0a2-4b1a-8ecc-96b8df7cdb5b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=484e822c21f544bfa5935ffb31ba1037&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378981 Jul 13 20:24:43.957775 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 48712) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:44.006556 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-5e2d5ffa-9905-40ad-aad2-4656fa71afc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.027915 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-5e2d5ffa-9905-40ad-aad2-4656fa71afc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.052281 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc7351-2258-41fc-b858-573021f7d5fc req-3010b4e0-dafe-4d2b-80e1-43563adfcf57 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:44.053819 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-96fc7351-2258-41fc-b858-573021f7d5fc req-3010b4e0-dafe-4d2b-80e1-43563adfcf57 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 946 time: 0.0629961 Jul 13 20:24:44.076185 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-5e2d5ffa-9905-40ad-aad2-4656fa71afc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.078670 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-5e2d5ffa-9905-40ad-aad2-4656fa71afc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.079804 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-5e2d5ffa-9905-40ad-aad2-4656fa71afc9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2359f113-8cf5-4cf8-aa5d-ac647be2f929 HTTP/1.1" status: 204 len: 168 time: 0.1211467 Jul 13 20:24:44.092234 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d5ffa-9905-40ad-aad2-4656fa71afc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2359f113-8cf5-4cf8-aa5d-ac647be2f929,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:44.093949 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-96fc7351-2258-41fc-b858-573021f7d5fc req-5de66a41-087d-4e35-bd7e-2bfdcfd85d17 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338144 Jul 13 20:24:44.633167 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 82f76692-92e3-4a3d-976a-a33aad33bb85 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:24:44.706195 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.727206 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6de73c-814d-476f-b829-98451d3ba0ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82f76692-92e3-4a3d-976a-a33aad33bb85'}] {{(pid=92959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:24:44.729506 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a95ef25a805c455dc0e319f75fe5c37b751c8207b334ba38c934020b16a01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5105c3e2-89e5-4fb2-be2d-4e3d68ae0bbd" -d '{"events": [{"server_uuid": "1f6de73c-814d-476f-b829-98451d3ba0ec", "name": "network-vif-unplugged", "status": "completed", "tag": "82f76692-92e3-4a3d-976a-a33aad33bb85"}]}' {{(pid=92959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:24:44.742659 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 82f76692-92e3-4a3d-976a-a33aad33bb85, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=82f76692-92e3-4a3d-976a-a33aad33bb85,segment=NetworkSegment(e75817a0-f1ae-44cb-ac14-54dccbb196a1),segment_id=e75817a0-f1ae-44cb-ac14-54dccbb196a1)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:24:44.750656 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.776327 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 20:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c33e4aa-47d5-4a6b-bc14-aac2db21231f x-openstack-request-id: req-8c33e4aa-47d5-4a6b-bc14-aac2db21231f {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:24:44.776617 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6de73c-814d-476f-b829-98451d3ba0ec", "name": "network-vif-unplugged", "status": "completed", "tag": "82f76692-92e3-4a3d-976a-a33aad33bb85", "code": 200}]} {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:24:44.776866 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8c33e4aa-47d5-4a6b-bc14-aac2db21231f {{(pid=92959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:24:44.777252 dv-cinder-800697-1-iscsi neutron-server[92959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6de73c-814d-476f-b829-98451d3ba0ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82f76692-92e3-4a3d-976a-a33aad33bb85', 'code': 200} Jul 13 20:24:44.802916 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=82f76692-92e3-4a3d-976a-a33aad33bb85,revision_number=8']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:45.274839 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38126f-a2e1-46ad-967c-333debd7c19b req-c285c93d-76f0-4c99-8ecc-b09b99c81fd1 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:45.276341 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7a38126f-a2e1-46ad-967c-333debd7c19b req-c285c93d-76f0-4c99-8ecc-b09b99c81fd1 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 944 time: 0.0673044 Jul 13 20:24:45.297380 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:45.315008 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7a38126f-a2e1-46ad-967c-333debd7c19b req-4483e1a3-9e4e-4688-bea7-f26ff39045e0 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320158 Jul 13 20:24:46.458024 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a4506-26ef-421d-abf7-99172ccbf60b req-e3809d88-43b1-46f1-900b-9449f6885e24 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:46.459532 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-726a4506-26ef-421d-abf7-99172ccbf60b req-e3809d88-43b1-46f1-900b-9449f6885e24 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 944 time: 0.0670764 Jul 13 20:24:46.496574 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-726a4506-26ef-421d-abf7-99172ccbf60b req-9e070604-864e-4e82-8b35-ac93a8301cea tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313120 Jul 13 20:24:46.686022 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 48772) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:46.784575 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-d82c58b4-72d6-4081-9d87-22b2b8f2af92 req-73062949-1156-4f7b-ae28-704829a5378f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0972767 Jul 13 20:24:47.671142 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c58b4-72d6-4081-9d87-22b2b8f2af92 req-924e9f50-b032-4005-8ca0-6d74eb4d8a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:47.672666 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-d82c58b4-72d6-4081-9d87-22b2b8f2af92 req-924e9f50-b032-4005-8ca0-6d74eb4d8a55 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec&tenant_id=501a0ae42f3f4e21b957db69f265e5bd HTTP/1.1" status: 200 len: 1097 time: 0.0522568 Jul 13 20:24:47.679980 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac237e-6248-4879-8e08-c33dcb1ce15a req-710297bb-afb1-4353-bc11-bb01592e238d tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:47.681474 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-90ac237e-6248-4879-8e08-c33dcb1ce15a req-710297bb-afb1-4353-bc11-bb01592e238d tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 944 time: 0.0675445 Jul 13 20:24:47.720653 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-90ac237e-6248-4879-8e08-c33dcb1ce15a req-cf08b8fe-041d-47ac-a97d-360247531202 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331211 Jul 13 20:24:47.747645 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c58b4-72d6-4081-9d87-22b2b8f2af92 req-0de034d4-941d-494c-9139-91c4194ae727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:47.749218 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-d82c58b4-72d6-4081-9d87-22b2b8f2af92 req-0de034d4-941d-494c-9139-91c4194ae727 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=501a0ae42f3f4e21b957db69f265e5bd&device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 1097 time: 0.0531206 Jul 13 20:24:47.838851 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c58b4-72d6-4081-9d87-22b2b8f2af92 req-432b946f-5922-4733-a227-2c137aaa3003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:47.840362 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-d82c58b4-72d6-4081-9d87-22b2b8f2af92 req-432b946f-5922-4733-a227-2c137aaa3003 service neutron] 10.222.0.47 "GET /v2.0/networks?id=37c40eda-3741-4ce7-ae97-3b7c29a7405a HTTP/1.1" status: 200 len: 918 time: 0.0845399 Jul 13 20:24:47.904343 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-d82c58b4-72d6-4081-9d87-22b2b8f2af92 req-f04b5cbf-119d-4b56-ae60-a037ae34eb2c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82f76692-92e3-4a3d-976a-a33aad33bb85 HTTP/1.1" status: 200 len: 1000 time: 0.0565515 Jul 13 20:24:47.952921 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c58b4-72d6-4081-9d87-22b2b8f2af92 req-060cae12-ef32-4382-a38b-a52955851161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:47.954414 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-d82c58b4-72d6-4081-9d87-22b2b8f2af92 req-060cae12-ef32-4382-a38b-a52955851161 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04816e2f-157f-4694-821b-ba4aff3014de HTTP/1.1" status: 200 len: 856 time: 0.0437539 Jul 13 20:24:48.018994 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c58b4-72d6-4081-9d87-22b2b8f2af92 req-5f884a8c-9a3a-4752-8b32-bdb8a204266d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:48.020742 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-d82c58b4-72d6-4081-9d87-22b2b8f2af92 req-5f884a8c-9a3a-4752-8b32-bdb8a204266d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37c40eda-3741-4ce7-ae97-3b7c29a7405a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603261 Jul 13 20:24:48.111916 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-d82c58b4-72d6-4081-9d87-22b2b8f2af92 req-623bcf59-8d78-4d78-ad59-379b42c55ff9 service neutron] 10.222.0.47 "GET /v2.0/networks/37c40eda-3741-4ce7-ae97-3b7c29a7405a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838158 Jul 13 20:24:48.201804 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-d82c58b4-72d6-4081-9d87-22b2b8f2af92 req-1c19a841-41fd-4caa-adff-bfc5c9c923f8 service neutron] 10.222.0.47 "GET /v2.0/networks/37c40eda-3741-4ce7-ae97-3b7c29a7405a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834243 Jul 13 20:24:48.625652 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 82f76692-92e3-4a3d-976a-a33aad33bb85 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:24:48.964710 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c65b7-1e5b-4773-a9b2-9f84a27d0647 req-fda30d14-1dd5-421a-a970-89577c20921a tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:48.966919 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-444c65b7-1e5b-4773-a9b2-9f84a27d0647 req-fda30d14-1dd5-421a-a970-89577c20921a tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 944 time: 0.0783932 Jul 13 20:24:49.008847 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-444c65b7-1e5b-4773-a9b2-9f84a27d0647 req-02dbf6c9-6f2b-4ba4-81fa-59fbc1641356 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357497 Jul 13 20:24:50.230641 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c99fb6-77a0-4e25-bc91-fa3d462e3be5 req-40c7b5b6-f820-49fd-8c6a-1206bb29c65f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:50.232887 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-70c99fb6-77a0-4e25-bc91-fa3d462e3be5 req-40c7b5b6-f820-49fd-8c6a-1206bb29c65f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 944 time: 0.0697591 Jul 13 20:24:50.273776 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-70c99fb6-77a0-4e25-bc91-fa3d462e3be5 req-86c1f502-2e71-410f-87c8-5b89774df827 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353587 Jul 13 20:24:50.488964 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 48832) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:50.599023 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a3394d25-7845-4ca6-bd2a-c32b2f0b4f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:50.700801 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a3394d25-7845-4ca6-bd2a-c32b2f0b4f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:50.704903 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a3394d25-7845-4ca6-bd2a-c32b2f0b4f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:50.745297 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-a3394d25-7845-4ca6-bd2a-c32b2f0b4f63 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7b53ca5d31be48c6a76c4a2eb704a011&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2552478 Jul 13 20:24:50.746051 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3394d25-7845-4ca6-bd2a-c32b2f0b4f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b7ab83-7f97-4794-88ed-c834e1fdb759,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:50.749016 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 48836) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:50.755473 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3394d25-7845-4ca6-bd2a-c32b2f0b4f63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:50.755819 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3394d25-7845-4ca6-bd2a-c32b2f0b4f63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:50.756190 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3394d25-7845-4ca6-bd2a-c32b2f0b4f63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:50.756526 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3394d25-7845-4ca6-bd2a-c32b2f0b4f63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:50.756863 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3394d25-7845-4ca6-bd2a-c32b2f0b4f63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:50.757195 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3394d25-7845-4ca6-bd2a-c32b2f0b4f63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:50.757521 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3394d25-7845-4ca6-bd2a-c32b2f0b4f63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:50.757841 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3394d25-7845-4ca6-bd2a-c32b2f0b4f63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:50.758425 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3394d25-7845-4ca6-bd2a-c32b2f0b4f63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:50.758759 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3394d25-7845-4ca6-bd2a-c32b2f0b4f63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:50.759085 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3394d25-7845-4ca6-bd2a-c32b2f0b4f63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:50.759407 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3394d25-7845-4ca6-bd2a-c32b2f0b4f63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:50.802856 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-6f564cc1-1de2-472a-9c1e-d89efc77b898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:50.829628 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-6f564cc1-1de2-472a-9c1e-d89efc77b898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:50.878046 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-6f564cc1-1de2-472a-9c1e-d89efc77b898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:50.880750 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-6f564cc1-1de2-472a-9c1e-d89efc77b898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:50.881916 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-6f564cc1-1de2-472a-9c1e-d89efc77b898 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/10b7ab83-7f97-4794-88ed-c834e1fdb759 HTTP/1.1" status: 204 len: 168 time: 0.1306005 Jul 13 20:24:50.890246 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f564cc1-1de2-472a-9c1e-d89efc77b898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b7ab83-7f97-4794-88ed-c834e1fdb759,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:51.500763 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2420a5-c92a-4174-be9f-3ac9994ed150 req-231884ac-9524-4cd9-b7cc-7bda7ebdf2aa tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:51.502931 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1d2420a5-c92a-4174-be9f-3ac9994ed150 req-231884ac-9524-4cd9-b7cc-7bda7ebdf2aa tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 944 time: 0.0753863 Jul 13 20:24:51.541170 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1d2420a5-c92a-4174-be9f-3ac9994ed150 req-370fdaeb-97a6-4745-bace-08897665feaf tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323968 Jul 13 20:24:52.753023 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b2beb-1ef4-4f0d-9598-4f42464ab392 req-f1e1b944-4ad6-4a74-9161-929d386c725f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:52.754511 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b09b2beb-1ef4-4f0d-9598-4f42464ab392 req-f1e1b944-4ad6-4a74-9161-929d386c725f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 944 time: 0.0705440 Jul 13 20:24:52.792010 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b09b2beb-1ef4-4f0d-9598-4f42464ab392 req-84ddd44d-9910-406c-97b3-a29a7f9fa408 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319674 Jul 13 20:24:53.994149 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc72f4-8ee0-495b-a6d9-1c51705bbb98 req-9616acad-1a2f-46e7-8a8f-28ce4f358265 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:53.996312 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d0fc72f4-8ee0-495b-a6d9-1c51705bbb98 req-9616acad-1a2f-46e7-8a8f-28ce4f358265 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 944 time: 0.0786321 Jul 13 20:24:54.033367 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d0fc72f4-8ee0-495b-a6d9-1c51705bbb98 req-39f05608-1c79-4284-8306-0286516c3ab7 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318437 Jul 13 20:24:55.216669 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db41a3c-5a2e-47b9-b349-cce6c8e81d21 req-59654b7a-3dba-4928-802d-9fb5322bd9d4 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:55.218293 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4db41a3c-5a2e-47b9-b349-cce6c8e81d21 req-59654b7a-3dba-4928-802d-9fb5322bd9d4 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 944 time: 0.0614610 Jul 13 20:24:55.264180 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4db41a3c-5a2e-47b9-b349-cce6c8e81d21 req-412f1aef-3776-4f44-8b57-933f0417fe38 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397615 Jul 13 20:24:56.460275 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a0581-02ae-4c82-9f00-7bdea5e499c7 req-4fde8367-3f45-4a4d-b5c2-b583d0097837 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:56.462243 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-df1a0581-02ae-4c82-9f00-7bdea5e499c7 req-4fde8367-3f45-4a4d-b5c2-b583d0097837 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 944 time: 0.0748541 Jul 13 20:24:56.503250 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-df1a0581-02ae-4c82-9f00-7bdea5e499c7 req-9f3ee717-81fe-440c-94e5-a365804fbd94 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345702 Jul 13 20:24:57.691812 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d25128-3f3d-42b2-bc01-c818aa5d082a req-6737acf3-fe1a-4522-a5c9-cc074df34cbd tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:57.693511 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e6d25128-3f3d-42b2-bc01-c818aa5d082a req-6737acf3-fe1a-4522-a5c9-cc074df34cbd tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 944 time: 0.0649061 Jul 13 20:24:57.734623 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e6d25128-3f3d-42b2-bc01-c818aa5d082a req-1b329a1f-7f74-49e9-a876-ca32121cdc96 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349677 Jul 13 20:24:59.043340 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2732b-d65c-4e1b-8be1-87ae75b816eb req-14eff7eb-f8ba-442f-acba-5a26beaf9184 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:59.044752 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9cc2732b-d65c-4e1b-8be1-87ae75b816eb req-14eff7eb-f8ba-442f-acba-5a26beaf9184 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e70cfcb-114c-4ca8-b575-22f5d971756a HTTP/1.1" status: 200 len: 945 time: 0.3186200 Jul 13 20:24:59.064304 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df926e9-3915-4f92-8614-d39e1f7acbcb req-527e2703-fa82-46db-b1ca-6eed4bbddaef tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:59.065729 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3df926e9-3915-4f92-8614-d39e1f7acbcb req-527e2703-fa82-46db-b1ca-6eed4bbddaef tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 944 time: 0.0937920 Jul 13 20:24:59.108014 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9cc2732b-d65c-4e1b-8be1-87ae75b816eb req-4b521552-d68e-457e-99d4-e2c5b32af98b tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561466 Jul 13 20:24:59.121673 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3df926e9-3915-4f92-8614-d39e1f7acbcb req-c28c984e-3144-4a02-87d6-de3491d3d0cd tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484040 Jul 13 20:25:00.101209 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 48864) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:25:00.334373 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ddf1d-6d49-4097-ad36-87f094f6fd28 req-fc227c1c-52d8-451b-afc6-42df97eab668 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:00.335940 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-344ddf1d-6d49-4097-ad36-87f094f6fd28 req-fc227c1c-52d8-451b-afc6-42df97eab668 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e70cfcb-114c-4ca8-b575-22f5d971756a HTTP/1.1" status: 200 len: 945 time: 0.1137474 Jul 13 20:25:00.344369 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa67f6f-078f-4132-9608-c4deb21b0b90 req-ab0467bf-2925-4f6b-8d9c-79981c214d9f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:00.345914 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6aa67f6f-078f-4132-9608-c4deb21b0b90 req-ab0467bf-2925-4f6b-8d9c-79981c214d9f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 944 time: 0.0917835 Jul 13 20:25:00.403173 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-344ddf1d-6d49-4097-ad36-87f094f6fd28 req-1524dc0e-3ffc-4f9a-a1f6-f753003a419e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562403 Jul 13 20:25:00.408932 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6aa67f6f-078f-4132-9608-c4deb21b0b90 req-2aed1339-e19c-417b-8320-818fdf2a06d3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555625 Jul 13 20:25:00.511592 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [None req-86cbfa7b-4edd-462d-b888-44edf3baae6f tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Deleting port e35efc7d-f012-43c4-868c-0357069671ca {{(pid=92957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:25:00.511935 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-86cbfa7b-4edd-462d-b888-44edf3baae6f tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:00.589190 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-86cbfa7b-4edd-462d-b888-44edf3baae6f tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:00.589513 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-86cbfa7b-4edd-462d-b888-44edf3baae6f tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:00.601626 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [None req-86cbfa7b-4edd-462d-b888-44edf3baae6f tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Calling delete_port for e35efc7d-f012-43c4-868c-0357069671ca owned by network:floatingip {{(pid=92957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:25:00.775243 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-86cbfa7b-4edd-462d-b888-44edf3baae6f tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:00.800893 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cbfa7b-4edd-462d-b888-44edf3baae6f tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Pushing event deleted for resources: {'Port': ['ID=e35efc7d-f012-43c4-868c-0357069671ca,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:00.861031 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-86cbfa7b-4edd-462d-b888-44edf3baae6f tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks [] for floatingip, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:00.861359 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.db.l3_db [None req-86cbfa7b-4edd-462d-b888-44edf3baae6f tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Floating IP fff2cefd-7c39-4b9e-b5f1-40ac4c5088f7 disassociated (deleted). External IP: 172.27.1.239, port: 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd. Jul 13 20:25:01.108690 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12d067-5fbd-499a-831c-122038ae3ed5 req-0087ea25-7ee8-4815-9c53-75ae6c7bca0e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:01.110031 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-2f12d067-5fbd-499a-831c-122038ae3ed5 req-0087ea25-7ee8-4815-9c53-75ae6c7bca0e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e70cfcb-114c-4ca8-b575-22f5d971756a HTTP/1.1" status: 200 len: 945 time: 0.1180804 Jul 13 20:25:01.111733 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86cbfa7b-4edd-462d-b888-44edf3baae6f tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Router d1f65861-5d24-4e3a-bcbe-e063346a56bd has already been hosted by L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d {{(pid=92957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:25:01.287510 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cbfa7b-4edd-462d-b888-44edf3baae6f tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:25:01.292632 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-86cbfa7b-4edd-462d-b888-44edf3baae6f tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for floatingip, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:01.297201 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79423484-6926-4796-a7b9-1455cc5b4eb0 None None] Sync routers for ids ['d1f65861-5d24-4e3a-bcbe-e063346a56bd'] in dv-cinder-800697-1-iscsi {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:25:01.305841 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79423484-6926-4796-a7b9-1455cc5b4eb0 None None] Routers {'d1f65861-5d24-4e3a-bcbe-e063346a56bd'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:25:01.306466 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-79423484-6926-4796-a7b9-1455cc5b4eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:24:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['d1f65861-5d24-4e3a-bcbe-e063346a56bd'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:01.317827 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-2f12d067-5fbd-499a-831c-122038ae3ed5 req-98486faf-17a5-41e0-b3a4-46a21290cd1d tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Deleting port 064090d0-f84d-4681-8245-c98d06de37c4 {{(pid=92957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:25:01.318182 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-2f12d067-5fbd-499a-831c-122038ae3ed5 req-98486faf-17a5-41e0-b3a4-46a21290cd1d tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:01.370274 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-86cbfa7b-4edd-462d-b888-44edf3baae6f tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "DELETE /v2.0/floatingips/fff2cefd-7c39-4b9e-b5f1-40ac4c5088f7 HTTP/1.1" status: 204 len: 168 time: 1.2656739 Jul 13 20:25:01.371998 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc80579-6334-45ad-a8eb-14400d6fd358', 'tag': '8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:25:01.374979 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2420dd91-e0ae-46c3-a0cf-0916b0f7b954" -d '{"events": [{"name": "network-changed", "server_uuid": "8cc80579-6334-45ad-a8eb-14400d6fd358", "tag": "8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:25:01.417276 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7276c5b1-bbe3-4594-adea-fd15a4344e12 x-openstack-request-id: req-7276c5b1-bbe3-4594-adea-fd15a4344e12 {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:25:01.417567 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cc80579-6334-45ad-a8eb-14400d6fd358", "tag": "8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:25:01.417815 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7276c5b1-bbe3-4594-adea-fd15a4344e12 {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:25:01.418198 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc80579-6334-45ad-a8eb-14400d6fd358', 'tag': '8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd', 'status': 'completed', 'code': 200} Jul 13 20:25:01.433665 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-79423484-6926-4796-a7b9-1455cc5b4eb0 None None] Set router d1f65861-5d24-4e3a-bcbe-e063346a56bd gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:25:01.452408 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-2f12d067-5fbd-499a-831c-122038ae3ed5 req-98486faf-17a5-41e0-b3a4-46a21290cd1d tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] For port 064090d0-f84d-4681-8245-c98d06de37c4, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=064090d0-f84d-4681-8245-c98d06de37c4,segment=NetworkSegment(e4d29c19-7081-43de-a1f1-f5636ff5dd0e),segment_id=e4d29c19-7081-43de-a1f1-f5636ff5dd0e)] {{(pid=92957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:25:01.452770 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-2f12d067-5fbd-499a-831c-122038ae3ed5 req-98486faf-17a5-41e0-b3a4-46a21290cd1d tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:01.618993 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f3f44-1e80-4758-9f9a-31b78bed3e6b req-ee15a887-ed2c-4b5d-84e2-3052d8acba60 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:01.623443 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d28f3f44-1e80-4758-9f9a-31b78bed3e6b req-ee15a887-ed2c-4b5d-84e2-3052d8acba60 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e70cfcb-114c-4ca8-b575-22f5d971756a HTTP/1.1" status: 200 len: 945 time: 0.0817282 Jul 13 20:25:01.662724 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420dd91-e0ae-46c3-a0cf-0916b0f7b954 req-8b8bab05-011c-4338-a480-ec24f79fe3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:01.664788 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-2420dd91-e0ae-46c3-a0cf-0916b0f7b954 req-8b8bab05-011c-4338-a480-ec24f79fe3d7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8fc4ea195ad4429aa7573b9a0305dbb4&device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 1098 time: 0.2217612 Jul 13 20:25:01.665940 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d28f3f44-1e80-4758-9f9a-31b78bed3e6b req-ad51d0db-7478-473f-9be9-3e74b3285549 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391040 Jul 13 20:25:01.733925 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-2f12d067-5fbd-499a-831c-122038ae3ed5 req-98486faf-17a5-41e0-b3a4-46a21290cd1d tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:01.734578 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-2f12d067-5fbd-499a-831c-122038ae3ed5 req-98486faf-17a5-41e0-b3a4-46a21290cd1d tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708393'] for floatingip, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:01.734925 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.db.l3_db [req-2f12d067-5fbd-499a-831c-122038ae3ed5 req-98486faf-17a5-41e0-b3a4-46a21290cd1d tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Floating IP 87793d2f-d317-4a5d-986c-de71051dbc5b disassociated. External IP: 172.27.1.42, port: 064090d0-f84d-4681-8245-c98d06de37c4. Jul 13 20:25:01.735329 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-2f12d067-5fbd-499a-831c-122038ae3ed5 req-98486faf-17a5-41e0-b3a4-46a21290cd1d tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Calling delete_port for 064090d0-f84d-4681-8245-c98d06de37c4 owned by compute:nova {{(pid=92957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:25:01.806705 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-79423484-6926-4796-a7b9-1455cc5b4eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'name': 'tempest-TestShelveInstance-355119830-router', 'tenant_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '4d9cb82d-58d8-405c-a687-67bae78d1379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:19:46Z', 'updated_at': '2021-07-13T20:19:51Z', 'revision_number': 4, 'project_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'gw_port': {'id': '4d9cb82d-58d8-405c-a687-67bae78d1379', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:46Z', 'updated_at': '2021-07-13T20:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': '6bee0196-b67a-4bbf-86d6-31696c85234f', 'name': '', 'network_id': '23e04280-011c-4830-9f31-aeff7c63ac5d', 'tenant_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'mac_address': 'fa:16:3e:2a:c7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'cad210ff-96a6-4a54-8511-5b333f142a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:50Z', 'updated_at': '2021-07-13T20:19:58Z', 'revision_number': 5, 'project_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'subnets': [{'id': 'cad210ff-96a6-4a54-8511-5b333f142a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:01.843410 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79423484-6926-4796-a7b9-1455cc5b4eb0 None None] Checking router: d1f65861-5d24-4e3a-bcbe-e063346a56bd for host: dv-cinder-800697-1-iscsi {{(pid=92959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:25:01.846690 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420dd91-e0ae-46c3-a0cf-0916b0f7b954 req-90c28921-960a-41f2-9180-f23a0268e936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:01.848415 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-2420dd91-e0ae-46c3-a0cf-0916b0f7b954 req-90c28921-960a-41f2-9180-f23a0268e936 service neutron] 10.222.0.47 "GET /v2.0/networks?id=23e04280-011c-4830-9f31-aeff7c63ac5d HTTP/1.1" status: 200 len: 909 time: 0.1719892 Jul 13 20:25:01.854535 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79423484-6926-4796-a7b9-1455cc5b4eb0 None None] Routers {'d1f65861-5d24-4e3a-bcbe-e063346a56bd'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:25:01.855429 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-79423484-6926-4796-a7b9-1455cc5b4eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:24:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['d1f65861-5d24-4e3a-bcbe-e063346a56bd'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:01.878303 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0121c-7b41-4adb-873f-1721415d0b5a req-377ca5ce-477b-4dcc-8295-3cfec0e85ac5 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:01.880539 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-44b0121c-7b41-4adb-873f-1721415d0b5a req-377ca5ce-477b-4dcc-8295-3cfec0e85ac5 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 944 time: 0.0888863 Jul 13 20:25:01.901017 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-2420dd91-e0ae-46c3-a0cf-0916b0f7b954 req-04053066-adcd-48b7-8ae9-86b59f9b0c06 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd HTTP/1.1" status: 200 len: 217 time: 0.0449777 Jul 13 20:25:01.935989 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-44b0121c-7b41-4adb-873f-1721415d0b5a req-f38e4a9a-adef-4105-8899-35d7f849149f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455647 Jul 13 20:25:01.983524 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-79423484-6926-4796-a7b9-1455cc5b4eb0 None None] Set router d1f65861-5d24-4e3a-bcbe-e063346a56bd gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:25:02.014761 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420dd91-e0ae-46c3-a0cf-0916b0f7b954 req-c3c2e07f-8407-4489-9fe5-e1830a83be77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:02.016267 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-2420dd91-e0ae-46c3-a0cf-0916b0f7b954 req-c3c2e07f-8407-4489-9fe5-e1830a83be77 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cad210ff-96a6-4a54-8511-5b333f142a9a HTTP/1.1" status: 200 len: 847 time: 0.1023228 Jul 13 20:25:02.022024 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-2f12d067-5fbd-499a-831c-122038ae3ed5 req-98486faf-17a5-41e0-b3a4-46a21290cd1d tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:02.069446 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2271bde-08c9-4128-bdd4-aa0313a9afe7 req-26a61944-4a0b-4863-aaf4-da556f6bbd84 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:02.071044 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f2271bde-08c9-4128-bdd4-aa0313a9afe7 req-26a61944-4a0b-4863-aaf4-da556f6bbd84 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 945 time: 0.0703719 Jul 13 20:25:02.084532 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98486faf-17a5-41e0-b3a4-46a21290cd1d tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Pushing event deleted for resources: {'Port': ['ID=064090d0-f84d-4681-8245-c98d06de37c4,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:02.119268 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f2271bde-08c9-4128-bdd4-aa0313a9afe7 req-251c983b-c3ce-4cde-b6ca-80dc74f4a4f1 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420351 Jul 13 20:25:02.193708 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-79423484-6926-4796-a7b9-1455cc5b4eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'name': 'tempest-TestShelveInstance-355119830-router', 'tenant_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '4d9cb82d-58d8-405c-a687-67bae78d1379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:19:46Z', 'updated_at': '2021-07-13T20:19:51Z', 'revision_number': 4, 'project_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'gw_port': {'id': '4d9cb82d-58d8-405c-a687-67bae78d1379', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:46Z', 'updated_at': '2021-07-13T20:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': '6bee0196-b67a-4bbf-86d6-31696c85234f', 'name': '', 'network_id': '23e04280-011c-4830-9f31-aeff7c63ac5d', 'tenant_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'mac_address': 'fa:16:3e:2a:c7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'cad210ff-96a6-4a54-8511-5b333f142a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:50Z', 'updated_at': '2021-07-13T20:19:58Z', 'revision_number': 5, 'project_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'subnets': [{'id': 'cad210ff-96a6-4a54-8511-5b333f142a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:02.198847 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420dd91-e0ae-46c3-a0cf-0916b0f7b954 req-84e14435-feaf-4d21-a744-d83eae624cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:02.200378 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-2420dd91-e0ae-46c3-a0cf-0916b0f7b954 req-84e14435-feaf-4d21-a744-d83eae624cb2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23e04280-011c-4830-9f31-aeff7c63ac5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1728208 Jul 13 20:25:02.223918 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79423484-6926-4796-a7b9-1455cc5b4eb0 None None] The sync data for ids ['d1f65861-5d24-4e3a-bcbe-e063346a56bd'] in dv-cinder-800697-1-iscsi is: [{'id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'name': 'tempest-TestShelveInstance-355119830-router', 'tenant_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '4d9cb82d-58d8-405c-a687-67bae78d1379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:19:46Z', 'updated_at': '2021-07-13T20:19:51Z', 'revision_number': 4, 'project_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'gw_port': {'id': '4d9cb82d-58d8-405c-a687-67bae78d1379', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:46Z', 'updated_at': '2021-07-13T20:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': '6bee0196-b67a-4bbf-86d6-31696c85234f', 'name': '', 'network_id': '23e04280-011c-4830-9f31-aeff7c63ac5d', 'tenant_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'mac_address': 'fa:16:3e:2a:c7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'cad210ff-96a6-4a54-8511-5b333f142a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:50Z', 'updated_at': '2021-07-13T20:19:58Z', 'revision_number': 5, 'project_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'subnets': [{'id': 'cad210ff-96a6-4a54-8511-5b333f142a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:25:02.258475 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f12d067-5fbd-499a-831c-122038ae3ed5 req-98486faf-17a5-41e0-b3a4-46a21290cd1d tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Router 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e has already been hosted by L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d {{(pid=92957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:25:02.347896 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-2420dd91-e0ae-46c3-a0cf-0916b0f7b954 req-d150aeb9-dfb7-4f52-9acb-cd38fe55df5c service neutron] 10.222.0.47 "GET /v2.0/networks/23e04280-011c-4830-9f31-aeff7c63ac5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388879 Jul 13 20:25:02.444077 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156e1085-3a91-424d-810f-4ccb6ce03d49 None None] New status for floating IP fff2cefd-7c39-4b9e-b5f1-40ac4c5088f7: DOWN {{(pid=92960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:25:02.453089 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f12d067-5fbd-499a-831c-122038ae3ed5 req-98486faf-17a5-41e0-b3a4-46a21290cd1d tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:25:02.464127 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3917fb6f-46a1-4dc2-981a-55109420bf1a None None] Sync routers for ids ['4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'] in dv-cinder-800697-1-iscsi {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:25:02.476654 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3917fb6f-46a1-4dc2-981a-55109420bf1a None None] Routers {'4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:25:02.477557 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-3917fb6f-46a1-4dc2-981a-55109420bf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:24:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:02.520653 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f12d067-5fbd-499a-831c-122038ae3ed5 req-98486faf-17a5-41e0-b3a4-46a21290cd1d tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] No DVR routers for this DVR port 064090d0-f84d-4681-8245-c98d06de37c4 on host hv-cinder-80069 {{(pid=92957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:25:02.523327 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-2f12d067-5fbd-499a-831c-122038ae3ed5 req-98486faf-17a5-41e0-b3a4-46a21290cd1d tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:02.525668 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-2f12d067-5fbd-499a-831c-122038ae3ed5 req-98486faf-17a5-41e0-b3a4-46a21290cd1d tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.47 "DELETE /v2.0/ports/064090d0-f84d-4681-8245-c98d06de37c4 HTTP/1.1" status: 204 len: 173 time: 1.4091370 Jul 13 20:25:02.537261 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-2420dd91-e0ae-46c3-a0cf-0916b0f7b954 req-ee06d444-1598-4908-9338-39794d7a96b2 service neutron] 10.222.0.47 "GET /v2.0/networks/23e04280-011c-4830-9f31-aeff7c63ac5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632729 Jul 13 20:25:02.639446 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-3917fb6f-46a1-4dc2-981a-55109420bf1a None None] Set router 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:25:02.674463 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 82f76692-92e3-4a3d-976a-a33aad33bb85 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:25:02.824155 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2e4799a6-6d9b-434a-bc25-89d950db6d24 req-1edcd31e-9bdb-4588-9117-d31ae2363134 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e70cfcb-114c-4ca8-b575-22f5d971756a HTTP/1.1" status: 200 len: 210 time: 0.0385883 Jul 13 20:25:02.892763 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 82f76692-92e3-4a3d-976a-a33aad33bb85, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=82f76692-92e3-4a3d-976a-a33aad33bb85,segment=NetworkSegment(e75817a0-f1ae-44cb-ac14-54dccbb196a1),segment_id=e75817a0-f1ae-44cb-ac14-54dccbb196a1)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:25:02.906824 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Returning: {'device': '82f76692-92e3-4a3d-976a-a33aad33bb85', 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a', 'port_id': '82f76692-92e3-4a3d-976a-a33aad33bb85', 'mac_address': 'fa:16:3e:5c:9d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04816e2f-157f-4694-821b-ba4aff3014de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:25:02.956058 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:02.967094 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-3917fb6f-46a1-4dc2-981a-55109420bf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'name': 'tempest-TestVolumeBootPattern-51487356-router', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:42Z', 'updated_at': '2021-07-13T20:21:47Z', 'revision_number': 4, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'gw_port': {'id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:43Z', 'updated_at': '2021-07-13T20:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': 'b75779e7-c3d4-43b8-8f47-2957bce94180', 'name': '', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'mac_address': 'fa:16:3e:a6:77:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:46Z', 'updated_at': '2021-07-13T20:21:54Z', 'revision_number': 5, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'subnets': [{'id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:03.000482 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82f76692-92e3-4a3d-976a-a33aad33bb85 {{(pid=92959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:25:03.004604 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3917fb6f-46a1-4dc2-981a-55109420bf1a None None] Checking router: 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e for host: dv-cinder-800697-1-iscsi {{(pid=92959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:25:03.027632 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 82f76692-92e3-4a3d-976a-a33aad33bb85, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=82f76692-92e3-4a3d-976a-a33aad33bb85,segment=NetworkSegment(e75817a0-f1ae-44cb-ac14-54dccbb196a1),segment_id=e75817a0-f1ae-44cb-ac14-54dccbb196a1)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:25:03.028643 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3917fb6f-46a1-4dc2-981a-55109420bf1a None None] Routers {'4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:25:03.029500 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-3917fb6f-46a1-4dc2-981a-55109420bf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:24:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:03.033431 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:03.116233 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818727a-8266-4ce4-8c5a-ff13f474ef6c req-17036b0f-9e06-4f37-859f-963012a03209 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:03.118173 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6818727a-8266-4ce4-8c5a-ff13f474ef6c req-17036b0f-9e06-4f37-859f-963012a03209 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 945 time: 0.0653276 Jul 13 20:25:03.154508 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=82f76692-92e3-4a3d-976a-a33aad33bb85,revision_number=9']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:03.174508 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6818727a-8266-4ce4-8c5a-ff13f474ef6c req-25193226-09a3-405f-b07a-7ad0b40f1237 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503910 Jul 13 20:25:03.178433 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-3917fb6f-46a1-4dc2-981a-55109420bf1a None None] Set router 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:25:03.303799 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['82f76692-92e3-4a3d-976a-a33aad33bb85'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:25:03.329589 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659747b-5405-444d-9fa1-dc0955fff4cc req-c6611760-ac3c-4ac6-964e-03f5e386433d tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:03.331126 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2659747b-5405-444d-9fa1-dc0955fff4cc req-c6611760-ac3c-4ac6-964e-03f5e386433d tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 945 time: 0.0671337 Jul 13 20:25:03.373549 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2659747b-5405-444d-9fa1-dc0955fff4cc req-cc2b3e4f-bdf7-49ba-8095-750ce212b01f tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/security-groups?id=14a5327a-86d5-4ebd-87b4-b709fd851832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358810 Jul 13 20:25:03.420384 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e70cfcb-114c-4ca8-b575-22f5d971756a', 'name': 'network-vif-deleted', 'tag': '064090d0-f84d-4681-8245-c98d06de37c4'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:25:03.423065 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df3745e-6ebd-4896-909f-9547b10d9aec" -d '{"events": [{"server_uuid": "5e70cfcb-114c-4ca8-b575-22f5d971756a", "name": "network-vif-deleted", "tag": "064090d0-f84d-4681-8245-c98d06de37c4"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:25:03.463163 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78d77cf-c3a7-41b0-8c11-5e3f5ed36c1e x-openstack-request-id: req-a78d77cf-c3a7-41b0-8c11-5e3f5ed36c1e {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:25:03.463455 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e70cfcb-114c-4ca8-b575-22f5d971756a", "name": "network-vif-deleted", "tag": "064090d0-f84d-4681-8245-c98d06de37c4", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:25:03.463709 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a78d77cf-c3a7-41b0-8c11-5e3f5ed36c1e {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:25:03.464173 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e70cfcb-114c-4ca8-b575-22f5d971756a', 'name': 'network-vif-deleted', 'tag': '064090d0-f84d-4681-8245-c98d06de37c4', 'status': 'completed', 'code': 200} Jul 13 20:25:03.552245 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d7bf4-e2c4-4cfb-9fc3-7340d56fad1b req-a1ab0a4d-5468-4ceb-a20b-cd569e746349 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:03.553651 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-fc1d7bf4-e2c4-4cfb-9fc3-7340d56fad1b req-a1ab0a4d-5468-4ceb-a20b-cd569e746349 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 945 time: 0.0655456 Jul 13 20:25:03.635665 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-3917fb6f-46a1-4dc2-981a-55109420bf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'name': 'tempest-TestVolumeBootPattern-51487356-router', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:42Z', 'updated_at': '2021-07-13T20:21:47Z', 'revision_number': 4, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'gw_port': {'id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:43Z', 'updated_at': '2021-07-13T20:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': 'b75779e7-c3d4-43b8-8f47-2957bce94180', 'name': '', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'mac_address': 'fa:16:3e:a6:77:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:46Z', 'updated_at': '2021-07-13T20:21:54Z', 'revision_number': 5, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'subnets': [{'id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:03.651790 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-fc1d7bf4-e2c4-4cfb-9fc3-7340d56fad1b req-fcd8e11b-6b39-47f7-ba08-762e78c56e4e tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Deleting port 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd {{(pid=92957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:25:03.652173 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-fc1d7bf4-e2c4-4cfb-9fc3-7340d56fad1b req-fcd8e11b-6b39-47f7-ba08-762e78c56e4e tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:03.662628 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3917fb6f-46a1-4dc2-981a-55109420bf1a None None] The sync data for ids ['4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'] in dv-cinder-800697-1-iscsi is: [{'id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'name': 'tempest-TestVolumeBootPattern-51487356-router', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:42Z', 'updated_at': '2021-07-13T20:21:47Z', 'revision_number': 4, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'gw_port': {'id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:43Z', 'updated_at': '2021-07-13T20:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': 'b75779e7-c3d4-43b8-8f47-2957bce94180', 'name': '', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'mac_address': 'fa:16:3e:a6:77:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:46Z', 'updated_at': '2021-07-13T20:21:54Z', 'revision_number': 5, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'subnets': [{'id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:25:03.747660 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-fc1d7bf4-e2c4-4cfb-9fc3-7340d56fad1b req-fcd8e11b-6b39-47f7-ba08-762e78c56e4e tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] For port 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd,segment=NetworkSegment(b425f644-01d0-41f1-9d66-d17b7e83c5bb),segment_id=b425f644-01d0-41f1-9d66-d17b7e83c5bb)] {{(pid=92957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:25:03.748631 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-fc1d7bf4-e2c4-4cfb-9fc3-7340d56fad1b req-fcd8e11b-6b39-47f7-ba08-762e78c56e4e tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:03.762912 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-fc1d7bf4-e2c4-4cfb-9fc3-7340d56fad1b req-fcd8e11b-6b39-47f7-ba08-762e78c56e4e tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Calling delete_port for 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd owned by compute:nova {{(pid=92957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:25:03.763187 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1336ecb1-bdac-47e0-a870-9b148a6c41a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:03.908555 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-fc1d7bf4-e2c4-4cfb-9fc3-7340d56fad1b req-fcd8e11b-6b39-47f7-ba08-762e78c56e4e tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:03.910312 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04da720a-f218-4d0b-9b6a-c88fed1aae79 None None] New status for floating IP 87793d2f-d317-4a5d-986c-de71051dbc5b: DOWN {{(pid=92960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:25:03.939361 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd8e11b-6b39-47f7-ba08-762e78c56e4e tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Pushing event deleted for resources: {'Port': ['ID=8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:03.983648 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1d7bf4-e2c4-4cfb-9fc3-7340d56fad1b req-fcd8e11b-6b39-47f7-ba08-762e78c56e4e tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] No DVR routers for this DVR port 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd on host hv-cinder-80069 {{(pid=92957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:25:03.986579 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-fc1d7bf4-e2c4-4cfb-9fc3-7340d56fad1b req-fcd8e11b-6b39-47f7-ba08-762e78c56e4e tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:03.988943 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-fc1d7bf4-e2c4-4cfb-9fc3-7340d56fad1b req-fcd8e11b-6b39-47f7-ba08-762e78c56e4e tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.47 "DELETE /v2.0/ports/8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd HTTP/1.1" status: 204 len: 173 time: 0.4297137 Jul 13 20:25:04.139056 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-47e93938-c009-4807-ad55-e6b9499e759c tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2087549199&fields=id&tenant_id=8d725fb3a49b47c287f9c134201d6823 HTTP/1.1" status: 200 len: 267 time: 0.0360370 Jul 13 20:25:04.246708 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-079d14e7-19db-4740-8aaf-f14729e0108f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:04.248918 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-079d14e7-19db-4740-8aaf-f14729e0108f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/networks?id=ba0347c3-a626-4466-ac21-b102e445facc HTTP/1.1" status: 200 len: 810 time: 0.1033452 Jul 13 20:25:04.264875 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-eb43bb7b-c5e8-495d-b869-f647525d8bfe tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/quotas/8d725fb3a49b47c287f9c134201d6823 HTTP/1.1" status: 200 len: 375 time: 0.0101254 Jul 13 20:25:04.393465 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-e2b314e9-99a5-4b30-992e-aab78fa4961a tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d725fb3a49b47c287f9c134201d6823&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1228364 Jul 13 20:25:04.403034 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ce712-5e25-4b28-be4d-2cc233af6c0e req-c8804873-17c7-4980-aebb-24e4068afe02 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:04.405615 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5c1ce712-5e25-4b28-be4d-2cc233af6c0e req-c8804873-17c7-4980-aebb-24e4068afe02 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 945 time: 0.1010203 Jul 13 20:25:04.456260 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5c1ce712-5e25-4b28-be4d-2cc233af6c0e req-e2512cc0-0420-40f8-acd5-783ef7ac1e3b tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445185 Jul 13 20:25:04.615541 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b21a2221-4610-4094-bb91-be8edc107637 req-899ed502-23b1-41f1-bf65-6388913f9848 tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc80579-6334-45ad-a8eb-14400d6fd358 HTTP/1.1" status: 200 len: 210 time: 0.0359609 Jul 13 20:25:04.650280 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-1ff39ac9-b433-466f-b0fd-9e8434caae99 service neutron] 10.222.0.41 "GET /v2.0/networks/ba0347c3-a626-4466-ac21-b102e445facc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364440 Jul 13 20:25:04.692349 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 82f76692-92e3-4a3d-976a-a33aad33bb85 up at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:25:04.743252 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-a0b72dbb-d305-4204-a917-c34fb539ef29 service neutron] 10.222.0.41 "GET /v2.0/networks/ba0347c3-a626-4466-ac21-b102e445facc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868661 Jul 13 20:25:04.745241 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning complete for port 82f76692-92e3-4a3d-976a-a33aad33bb85 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:25:04.745924 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:04.835804 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:04.861823 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6de73c-814d-476f-b829-98451d3ba0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f76692-92e3-4a3d-976a-a33aad33bb85'}] {{(pid=92959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:25:04.864277 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a95ef25a805c455dc0e319f75fe5c37b751c8207b334ba38c934020b16a01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afade85-19ad-4dda-aa29-46c2a78445d9" -d '{"events": [{"server_uuid": "1f6de73c-814d-476f-b829-98451d3ba0ec", "name": "network-vif-plugged", "status": "completed", "tag": "82f76692-92e3-4a3d-976a-a33aad33bb85"}]}' {{(pid=92959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:25:04.877974 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 82f76692-92e3-4a3d-976a-a33aad33bb85, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=82f76692-92e3-4a3d-976a-a33aad33bb85,segment=NetworkSegment(e75817a0-f1ae-44cb-ac14-54dccbb196a1),segment_id=e75817a0-f1ae-44cb-ac14-54dccbb196a1)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:25:04.883856 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:04.884849 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 064090d0-f84d-4681-8245-c98d06de37c4 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:25:04.907572 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] No Port match for: 064090d0-f84d-4681-8245-c98d06de37c4 {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:25:04.908067 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 064090d0-f84d-4681-8245-c98d06de37c4 not bound to the agent host hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:25:04.932535 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5124ad9-1613-4340-9312-a5bc6c461af2 x-openstack-request-id: req-d5124ad9-1613-4340-9312-a5bc6c461af2 {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:25:04.932825 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6de73c-814d-476f-b829-98451d3ba0ec", "name": "network-vif-plugged", "status": "completed", "tag": "82f76692-92e3-4a3d-976a-a33aad33bb85", "code": 200}]} {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:25:04.933260 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d5124ad9-1613-4340-9312-a5bc6c461af2 {{(pid=92959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:25:04.933788 dv-cinder-800697-1-iscsi neutron-server[92959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6de73c-814d-476f-b829-98451d3ba0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f76692-92e3-4a3d-976a-a33aad33bb85', 'code': 200} Jul 13 20:25:04.964418 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=82f76692-92e3-4a3d-976a-a33aad33bb85,revision_number=10']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:05.106364 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9a06b979-3f48-4d73-9635-c778efe23288 req-dffab624-bc65-4c1c-9fee-5c0b602a5673 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b849ef4-20bd-4a7e-acbb-12558b5f5f79 HTTP/1.1" status: 200 len: 210 time: 0.0316193 Jul 13 20:25:05.131885 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e72a5-f4f1-4b92-8a39-96c2cc436ee1 req-00e95c45-655e-4770-bbea-9abdce2db063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:05.133461 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-9b1e72a5-f4f1-4b92-8a39-96c2cc436ee1 req-00e95c45-655e-4770-bbea-9abdce2db063 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 1100 time: 0.0534756 Jul 13 20:25:05.172271 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-9b1e72a5-f4f1-4b92-8a39-96c2cc436ee1 req-fe3c006a-b1e9-4e49-9fb4-b48fe58430fc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314474 Jul 13 20:25:05.465526 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc80579-6334-45ad-a8eb-14400d6fd358', 'name': 'network-vif-deleted', 'tag': '8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:25:05.468208 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6b59ab-de62-4963-9063-3e1530821763" -d '{"events": [{"server_uuid": "8cc80579-6334-45ad-a8eb-14400d6fd358", "name": "network-vif-deleted", "tag": "8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:25:05.508641 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dde49be-c6cc-4500-96aa-559e06d53e9a x-openstack-request-id: req-5dde49be-c6cc-4500-96aa-559e06d53e9a {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:25:05.508935 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc80579-6334-45ad-a8eb-14400d6fd358", "name": "network-vif-deleted", "tag": "8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:25:05.509187 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5dde49be-c6cc-4500-96aa-559e06d53e9a {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:25:05.509581 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc80579-6334-45ad-a8eb-14400d6fd358', 'name': 'network-vif-deleted', 'tag': '8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd', 'status': 'completed', 'code': 200} Jul 13 20:25:05.652408 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080810c-0c62-42df-bce2-33b213253b4e req-7ec5e47b-9ca3-457c-b12f-97a3bffcaae6 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:05.654801 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9080810c-0c62-42df-bce2-33b213253b4e req-7ec5e47b-9ca3-457c-b12f-97a3bffcaae6 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 947 time: 0.0696511 Jul 13 20:25:05.697164 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9080810c-0c62-42df-bce2-33b213253b4e req-f77cb2b9-b068-40b3-b16b-e81878da1379 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358410 Jul 13 20:25:05.713460 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 48932) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:25:05.772969 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d45c49b9-5cc7-4b41-b279-9ccee15b970f tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:05.797157 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d45c49b9-5cc7-4b41-b279-9ccee15b970f tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:05.864148 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d45c49b9-5cc7-4b41-b279-9ccee15b970f tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:05.866719 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d45c49b9-5cc7-4b41-b279-9ccee15b970f tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:05.868212 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-d45c49b9-5cc7-4b41-b279-9ccee15b970f tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] 10.222.0.41 "DELETE /v2.0/security-groups/14a5327a-86d5-4ebd-87b4-b709fd851832 HTTP/1.1" status: 204 len: 168 time: 0.1536975 Jul 13 20:25:05.877859 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c49b9-5cc7-4b41-b279-9ccee15b970f tempest-TestShelveInstance-1714091031 tempest-TestShelveInstance-1714091031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a5327a-86d5-4ebd-87b4-b709fd851832,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:05.919172 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 48936) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:25:06.101329 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-37c206b5-84d9-4960-b032-76de7d9f9c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:06.279293 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c3b0f7be-b6e1-4b2f-8ad9-38a0eaf1f468 req-bde7212d-1992-48dc-a5a9-451bc6536f82 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b849ef4-20bd-4a7e-acbb-12558b5f5f79 HTTP/1.1" status: 200 len: 210 time: 0.0429585 Jul 13 20:25:06.560817 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-c3e17a34-bb42-44f8-aaa7-86364eba7c70 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:06.562521 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-c3e17a34-bb42-44f8-aaa7-86364eba7c70 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.47 "GET /v2.0/networks?id=ba0347c3-a626-4466-ac21-b102e445facc HTTP/1.1" status: 200 len: 810 time: 0.1608019 Jul 13 20:25:06.645506 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-629c1d8d-e6d1-41ac-9355-0cd4dc627983 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d725fb3a49b47c287f9c134201d6823 HTTP/1.1" status: 200 len: 380 time: 0.0564201 Jul 13 20:25:06.656573 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-bc3e76a0-f90e-4b3f-a3e2-cf215eea498c tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Request body: {'port': {'device_id': '0b849ef4-20bd-4a7e-acbb-12558b5f5f79', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'admin_state_up': True, 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'security_groups': ['a74124c0-93dc-4ba7-afbc-9a51116e4704']}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:25:06.702316 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:25:06.728813 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] No Port match for: 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:25:06.729440 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 8190c0f1-2ebb-4e3d-8ed4-1e2ef49827cd not bound to the agent host hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:25:06.830704 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:06.893892 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-bc3e76a0-f90e-4b3f-a3e2-cf215eea498c tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Made reservation on behalf of 8d725fb3a49b47c287f9c134201d6823 for: {'port': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:25:06.898034 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-bc3e76a0-f90e-4b3f-a3e2-cf215eea498c tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:06.938998 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffe2e3-1b18-4fa1-920a-b2a34ae7feff req-e2e8b253-19ad-48e2-b379-ef58e51785dd tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:06.940621 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5fffe2e3-1b18-4fa1-920a-b2a34ae7feff req-e2e8b253-19ad-48e2-b379-ef58e51785dd tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 947 time: 0.0717781 Jul 13 20:25:06.979584 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5fffe2e3-1b18-4fa1-920a-b2a34ae7feff req-4439e3e3-8b28-4610-a39d-632ad9a84606 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333016 Jul 13 20:25:07.084766 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-58aca66e-6457-4367-b3d0-dbe58218fa77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710933'] for router_interface, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:07.131302 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_common [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-bc3e76a0-f90e-4b3f-a3e2-cf215eea498c tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Allocated IP 172.20.0.10 (ba0347c3-a626-4466-ac21-b102e445facc/f457fbe4-4ce5-41db-824a-50007e6454b1/9b367e92-e9bf-4293-ab8c-f778c04472d8) {{(pid=92957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:25:07.412292 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-bc3e76a0-f90e-4b3f-a3e2-cf215eea498c tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for port, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:07.426510 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f06485e9-9697-40f3-b04d-86ffcdcfeffe req-3168aee9-f08a-4300-91d1-2f997065bbcb tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b849ef4-20bd-4a7e-acbb-12558b5f5f79 HTTP/1.1" status: 200 len: 210 time: 0.0331731 Jul 13 20:25:07.438337 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.provisioning_blocks [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-bc3e76a0-f90e-4b3f-a3e2-cf215eea498c tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Transition to ACTIVE for port object 9b367e92-e9bf-4293-ab8c-f778c04472d8 will not be triggered until provisioned by entity DHCP. {{(pid=92957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:25:07.483204 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:07.532812 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-bc3e76a0-f90e-4b3f-a3e2-cf215eea498c tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:07.587995 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-bc3e76a0-f90e-4b3f-a3e2-cf215eea498c tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Network ba0347c3-a626-4466-ac21-b102e445facc is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:25:07.589307 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [None req-58aca66e-6457-4367-b3d0-dbe58218fa77 admin admin] Deleting port 6bee0196-b67a-4bbf-86d6-31696c85234f {{(pid=92957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:25:07.589652 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-58aca66e-6457-4367-b3d0-dbe58218fa77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:07.605476 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-bc3e76a0-f90e-4b3f-a3e2-cf215eea498c tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:25:07.630665 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e76a0-f90e-4b3f-a3e2-cf215eea498c tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Pushing event updated for resources: {'Port': ['ID=9b367e92-e9bf-4293-ab8c-f778c04472d8,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:07.634587 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-bc3e76a0-f90e-4b3f-a3e2-cf215eea498c tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Received port after_create {{(pid=92957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:25:07.698656 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-bc3e76a0-f90e-4b3f-a3e2-cf215eea498c tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:07.699287 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-bc3e76a0-f90e-4b3f-a3e2-cf215eea498c tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:07.724601 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [None req-58aca66e-6457-4367-b3d0-dbe58218fa77 admin admin] For port 6bee0196-b67a-4bbf-86d6-31696c85234f, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=6bee0196-b67a-4bbf-86d6-31696c85234f,segment=NetworkSegment(b425f644-01d0-41f1-9d66-d17b7e83c5bb),segment_id=b425f644-01d0-41f1-9d66-d17b7e83c5bb)] {{(pid=92957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:25:07.725019 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-58aca66e-6457-4367-b3d0-dbe58218fa77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:07.729006 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-bc3e76a0-f90e-4b3f-a3e2-cf215eea498c tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0776849 Jul 13 20:25:07.744147 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-47800a8b-90d7-4127-8b06-1d57ec062e4e service neutron] Request body: {'port': {'device_id': '0b849ef4-20bd-4a7e-acbb-12558b5f5f79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:25:07.747317 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [None req-58aca66e-6457-4367-b3d0-dbe58218fa77 admin admin] Calling delete_port for 6bee0196-b67a-4bbf-86d6-31696c85234f owned by network:router_interface {{(pid=92957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:25:07.806784 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-b3cd70d9-6afe-41df-b5c1-0dd25dd624ae None None] Provisioning for port 9b367e92-e9bf-4293-ab8c-f778c04472d8 completed by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:25:07.810500 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-b3cd70d9-6afe-41df-b5c1-0dd25dd624ae None None] Provisioning complete for port 9b367e92-e9bf-4293-ab8c-f778c04472d8 triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:25:07.811077 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-b3cd70d9-6afe-41df-b5c1-0dd25dd624ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:07.846934 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-b3cd70d9-6afe-41df-b5c1-0dd25dd624ae None None] Port 9b367e92-e9bf-4293-ab8c-f778c04472d8 cannot update to ACTIVE because it is not bound. {{(pid=92959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:25:07.868721 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-47800a8b-90d7-4127-8b06-1d57ec062e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:08.137850 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-58aca66e-6457-4367-b3d0-dbe58218fa77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:08.158582 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b60b5-b3d6-4924-8bcb-daed9a88874b req-bc08d729-cb4d-4a42-ab9b-4e959c1379e0 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:08.160099 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-708b60b5-b3d6-4924-8bcb-daed9a88874b req-bc08d729-cb4d-4a42-ab9b-4e959c1379e0 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 947 time: 0.0638618 Jul 13 20:25:08.175887 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aca66e-6457-4367-b3d0-dbe58218fa77 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bee0196-b67a-4bbf-86d6-31696c85234f,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:08.202751 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-708b60b5-b3d6-4924-8bcb-daed9a88874b req-0dac4769-9bfc-4148-a957-f5d62290bfd5 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368619 Jul 13 20:25:08.330719 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-47800a8b-90d7-4127-8b06-1d57ec062e4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b367e92-e9bf-4293-ab8c-f778c04472d8 {{(pid=92957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:25:08.343360 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-47800a8b-90d7-4127-8b06-1d57ec062e4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:08.386102 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.provisioning_blocks [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-47800a8b-90d7-4127-8b06-1d57ec062e4e service neutron] Transition to ACTIVE for port object 9b367e92-e9bf-4293-ab8c-f778c04472d8 will not be triggered until provisioned by entity L2. {{(pid=92957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:25:08.393240 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-47800a8b-90d7-4127-8b06-1d57ec062e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:08.446630 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-58aca66e-6457-4367-b3d0-dbe58218fa77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711281'] for router_interface, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:08.465991 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47800a8b-90d7-4127-8b06-1d57ec062e4e service neutron] Pushing event updated for resources: {'Port': ['ID=9b367e92-e9bf-4293-ab8c-f778c04472d8,revision_number=2']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:08.609772 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2858ae9-67c9-4644-8f6d-e965242a2f5f req-7beff8e2-8eb0-49eb-96c4-7b37cb255f02 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:08.611318 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e2858ae9-67c9-4644-8f6d-e965242a2f5f req-7beff8e2-8eb0-49eb-96c4-7b37cb255f02 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b849ef4-20bd-4a7e-acbb-12558b5f5f79 HTTP/1.1" status: 200 len: 944 time: 0.0679681 Jul 13 20:25:08.612880 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-47800a8b-90d7-4127-8b06-1d57ec062e4e service neutron] Attempting to bind port 9b367e92-e9bf-4293-ab8c-f778c04472d8 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:25:08.613356 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-47800a8b-90d7-4127-8b06-1d57ec062e4e service neutron] Attempting to bind port 9b367e92-e9bf-4293-ab8c-f778c04472d8 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'e4d29c19-7081-43de-a1f1-f5636ff5dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc'}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:25:08.613540 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-47800a8b-90d7-4127-8b06-1d57ec062e4e service neutron] Attempting to bind port 9b367e92-e9bf-4293-ab8c-f778c04472d8 on network ba0347c3-a626-4466-ac21-b102e445facc {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:25:08.622775 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-47800a8b-90d7-4127-8b06-1d57ec062e4e service neutron] Port 9b367e92-e9bf-4293-ab8c-f778c04472d8 on network ba0347c3-a626-4466-ac21-b102e445facc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:25:08.623103 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-47800a8b-90d7-4127-8b06-1d57ec062e4e service neutron] Attempting to bind port 9b367e92-e9bf-4293-ab8c-f778c04472d8 on network ba0347c3-a626-4466-ac21-b102e445facc {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:25:08.630551 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-47800a8b-90d7-4127-8b06-1d57ec062e4e service neutron] Checking agent: {'id': 'ee728df3-37aa-4a8e-b7f1-721981839fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'started_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:25:08.630891 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-47800a8b-90d7-4127-8b06-1d57ec062e4e service neutron] Checking segment: {'id': 'e4d29c19-7081-43de-a1f1-f5636ff5dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:25:08.631275 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-47800a8b-90d7-4127-8b06-1d57ec062e4e service neutron] Bound using segment: {'id': 'e4d29c19-7081-43de-a1f1-f5636ff5dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc'} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:25:08.631706 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-47800a8b-90d7-4127-8b06-1d57ec062e4e service neutron] Bound port: 9b367e92-e9bf-4293-ab8c-f778c04472d8, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4d29c19-7081-43de-a1f1-f5636ff5dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc'}}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:25:08.632103 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-47800a8b-90d7-4127-8b06-1d57ec062e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:08.648570 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e2858ae9-67c9-4644-8f6d-e965242a2f5f req-3b9f091e-2fcc-492d-b5bb-116242660493 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312841 Jul 13 20:25:09.034316 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-47800a8b-90d7-4127-8b06-1d57ec062e4e service neutron] For port 9b367e92-e9bf-4293-ab8c-f778c04472d8, host hv-cinder-80069, cleared binding levels {{(pid=92957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:25:09.051458 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-47800a8b-90d7-4127-8b06-1d57ec062e4e service neutron] For port 9b367e92-e9bf-4293-ab8c-f778c04472d8, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9b367e92-e9bf-4293-ab8c-f778c04472d8,segment=NetworkSegment(e4d29c19-7081-43de-a1f1-f5636ff5dd0e),segment_id=e4d29c19-7081-43de-a1f1-f5636ff5dd0e)] {{(pid=92957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:25:09.057976 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-47800a8b-90d7-4127-8b06-1d57ec062e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:09.065264 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58aca66e-6457-4367-b3d0-dbe58218fa77 admin admin] Router d1f65861-5d24-4e3a-bcbe-e063346a56bd has already been hosted by L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d {{(pid=92957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:25:09.096660 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-47800a8b-90d7-4127-8b06-1d57ec062e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:09.097271 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-47800a8b-90d7-4127-8b06-1d57ec062e4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:09.098667 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-47800a8b-90d7-4127-8b06-1d57ec062e4e service neutron] 10.222.0.47 "PUT /v2.0/ports/9b367e92-e9bf-4293-ab8c-f778c04472d8 HTTP/1.1" status: 200 len: 1094 time: 1.3616419 Jul 13 20:25:09.101000 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b849ef4-20bd-4a7e-acbb-12558b5f5f79', 'tag': '9b367e92-e9bf-4293-ab8c-f778c04472d8'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:25:09.103283 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5160d1-f842-4763-bef3-d776919a92a1" -d '{"events": [{"name": "network-changed", "server_uuid": "0b849ef4-20bd-4a7e-acbb-12558b5f5f79", "tag": "9b367e92-e9bf-4293-ab8c-f778c04472d8"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:25:09.160610 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c72762-ecba-4497-ad72-1bea93ed3828 x-openstack-request-id: req-60c72762-ecba-4497-ad72-1bea93ed3828 {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:25:09.160891 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b849ef4-20bd-4a7e-acbb-12558b5f5f79", "tag": "9b367e92-e9bf-4293-ab8c-f778c04472d8", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:25:09.161146 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-60c72762-ecba-4497-ad72-1bea93ed3828 {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:25:09.161540 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b849ef4-20bd-4a7e-acbb-12558b5f5f79', 'tag': '9b367e92-e9bf-4293-ab8c-f778c04472d8', 'status': 'completed', 'code': 200} Jul 13 20:25:09.203020 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47800a8b-90d7-4127-8b06-1d57ec062e4e service neutron] Pushing event updated for resources: {'Port': ['ID=9b367e92-e9bf-4293-ab8c-f778c04472d8,revision_number=3']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:09.230588 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:09.271322 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58aca66e-6457-4367-b3d0-dbe58218fa77 admin admin] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:25:09.279782 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 48988) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:25:09.280333 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-58aca66e-6457-4367-b3d0-dbe58218fa77 admin admin] 10.222.0.41 "PUT /v2.0/routers/d1f65861-5d24-4e3a-bcbe-e063346a56bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3587265 Jul 13 20:25:09.281174 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c96dcf4-ece8-48b1-9589-58d5284e17dd None None] Sync routers for ids ['d1f65861-5d24-4e3a-bcbe-e063346a56bd'] in dv-cinder-800697-1-iscsi {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:25:09.289474 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-6002a18e-4f60-4d85-97bd-69765d95f8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:09.290802 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-6002a18e-4f60-4d85-97bd-69765d95f8cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d725fb3a49b47c287f9c134201d6823&device_id=0b849ef4-20bd-4a7e-acbb-12558b5f5f79 HTTP/1.1" status: 200 len: 1097 time: 0.1345398 Jul 13 20:25:09.299995 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c96dcf4-ece8-48b1-9589-58d5284e17dd None None] Routers {'d1f65861-5d24-4e3a-bcbe-e063346a56bd'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:25:09.300743 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-1c96dcf4-ece8-48b1-9589-58d5284e17dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:25:06Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['d1f65861-5d24-4e3a-bcbe-e063346a56bd'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:09.336298 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-05f4b135-607b-42ca-ad0a-bf22ef9a8b24 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b367e92-e9bf-4293-ab8c-f778c04472d8 HTTP/1.1" status: 200 len: 217 time: 0.0368459 Jul 13 20:25:09.394895 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f8466ca6-fbc3-4d0a-a786-4082bfa030e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:09.395269 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-9c42a930-8543-439a-a672-151444754398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:09.396768 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-9c42a930-8543-439a-a672-151444754398 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f457fbe4-4ce5-41db-824a-50007e6454b1 HTTP/1.1" status: 200 len: 849 time: 0.0514574 Jul 13 20:25:09.422810 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-1c96dcf4-ece8-48b1-9589-58d5284e17dd None None] Set router d1f65861-5d24-4e3a-bcbe-e063346a56bd gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:25:09.463683 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-997c2202-8f74-4539-b881-e6e52c44bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:09.465235 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-997c2202-8f74-4539-b881-e6e52c44bbfd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ba0347c3-a626-4466-ac21-b102e445facc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0611212 Jul 13 20:25:09.502888 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f8466ca6-fbc3-4d0a-a786-4082bfa030e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:09.560713 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-f8466ca6-fbc3-4d0a-a786-4082bfa030e4 admin admin] Deleting port 4d9cb82d-58d8-405c-a687-67bae78d1379 {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:25:09.561058 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f8466ca6-fbc3-4d0a-a786-4082bfa030e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:09.564545 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-86dc6c59-a06a-4360-ac22-a1598adb069e service neutron] 10.222.0.47 "GET /v2.0/networks/ba0347c3-a626-4466-ac21-b102e445facc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919840 Jul 13 20:25:09.613736 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-1c96dcf4-ece8-48b1-9589-58d5284e17dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'name': 'tempest-TestShelveInstance-355119830-router', 'tenant_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '4d9cb82d-58d8-405c-a687-67bae78d1379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:19:46Z', 'updated_at': '2021-07-13T20:25:08Z', 'revision_number': 5, 'project_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'gw_port': {'id': '4d9cb82d-58d8-405c-a687-67bae78d1379', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:46Z', 'updated_at': '2021-07-13T20:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi'}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:09.641092 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c96dcf4-ece8-48b1-9589-58d5284e17dd None None] Checking router: d1f65861-5d24-4e3a-bcbe-e063346a56bd for host: dv-cinder-800697-1-iscsi {{(pid=92959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:25:09.641978 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [None req-f8466ca6-fbc3-4d0a-a786-4082bfa030e4 admin admin] For port 4d9cb82d-58d8-405c-a687-67bae78d1379, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=4d9cb82d-58d8-405c-a687-67bae78d1379,segment=NetworkSegment(dd2d7350-8005-4571-9290-470baa5abba8),segment_id=dd2d7350-8005-4571-9290-470baa5abba8)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:25:09.642342 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f8466ca6-fbc3-4d0a-a786-4082bfa030e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:09.649476 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c96dcf4-ece8-48b1-9589-58d5284e17dd None None] Routers {'d1f65861-5d24-4e3a-bcbe-e063346a56bd'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:25:09.650084 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-1c96dcf4-ece8-48b1-9589-58d5284e17dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:25:06Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['d1f65861-5d24-4e3a-bcbe-e063346a56bd'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:09.654848 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-f8466ca6-fbc3-4d0a-a786-4082bfa030e4 admin admin] Calling delete_port for 4d9cb82d-58d8-405c-a687-67bae78d1379 owned by network:router_gateway {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:25:09.658465 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-13c3f88c-a86b-4c0b-ae59-e65ad54a9801 req-7d1726f4-3a2f-4472-b5ae-d312a9e49f94 service neutron] 10.222.0.47 "GET /v2.0/networks/ba0347c3-a626-4466-ac21-b102e445facc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865550 Jul 13 20:25:09.754777 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-1c96dcf4-ece8-48b1-9589-58d5284e17dd None None] Set router d1f65861-5d24-4e3a-bcbe-e063346a56bd gateway port host: None {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:25:09.804365 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5160d1-f842-4763-bef3-d776919a92a1 req-4a97beda-a3c1-4f8f-870a-ff896a6b3635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:09.806153 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-6a5160d1-f842-4763-bef3-d776919a92a1 req-4a97beda-a3c1-4f8f-870a-ff896a6b3635 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d725fb3a49b47c287f9c134201d6823&device_id=0b849ef4-20bd-4a7e-acbb-12558b5f5f79 HTTP/1.1" status: 200 len: 1097 time: 0.0848560 Jul 13 20:25:09.814420 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-1c96dcf4-ece8-48b1-9589-58d5284e17dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'name': 'tempest-TestShelveInstance-355119830-router', 'tenant_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:19:46Z', 'updated_at': '2021-07-13T20:25:09Z', 'revision_number': 6, 'project_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'gw_port_host': None}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:09.844002 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c96dcf4-ece8-48b1-9589-58d5284e17dd None None] The sync data for ids ['d1f65861-5d24-4e3a-bcbe-e063346a56bd'] in dv-cinder-800697-1-iscsi is: [{'id': 'd1f65861-5d24-4e3a-bcbe-e063346a56bd', 'name': 'tempest-TestShelveInstance-355119830-router', 'tenant_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:19:46Z', 'updated_at': '2021-07-13T20:25:09Z', 'revision_number': 6, 'project_id': '8fc4ea195ad4429aa7573b9a0305dbb4', 'gw_port_host': None}] {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:25:09.919842 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5160d1-f842-4763-bef3-d776919a92a1 req-ed256d97-7acf-42bd-a29d-705e3cf5c5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:09.921694 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-6a5160d1-f842-4763-bef3-d776919a92a1 req-ed256d97-7acf-42bd-a29d-705e3cf5c5e8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ba0347c3-a626-4466-ac21-b102e445facc HTTP/1.1" status: 200 len: 911 time: 0.1084259 Jul 13 20:25:09.939574 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490baeb-285f-43ee-ac20-e7f1a65444ec req-1cc87a07-6c74-44d6-97f2-8a7e5c80e808 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:09.941082 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f490baeb-285f-43ee-ac20-e7f1a65444ec req-1cc87a07-6c74-44d6-97f2-8a7e5c80e808 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b849ef4-20bd-4a7e-acbb-12558b5f5f79 HTTP/1.1" status: 200 len: 944 time: 0.1244390 Jul 13 20:25:09.950203 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f8466ca6-fbc3-4d0a-a786-4082bfa030e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15916159'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:09.953036 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 6 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:25:09.963472 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-6a5160d1-f842-4763-bef3-d776919a92a1 req-953d9012-db8f-485a-8a43-e784317072c9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b367e92-e9bf-4293-ab8c-f778c04472d8 HTTP/1.1" status: 200 len: 217 time: 0.0347803 Jul 13 20:25:09.997378 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8466ca6-fbc3-4d0a-a786-4082bfa030e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d9cb82d-58d8-405c-a687-67bae78d1379,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:10.018635 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5160d1-f842-4763-bef3-d776919a92a1 req-47f3719a-8b24-4332-ba9d-50f5f3ee5bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:10.020154 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-6a5160d1-f842-4763-bef3-d776919a92a1 req-47f3719a-8b24-4332-ba9d-50f5f3ee5bb4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f457fbe4-4ce5-41db-824a-50007e6454b1 HTTP/1.1" status: 200 len: 849 time: 0.0506051 Jul 13 20:25:10.053416 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f490baeb-285f-43ee-ac20-e7f1a65444ec req-789af908-bc71-4ae7-9fd0-4752ebee8b77 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050141 Jul 13 20:25:10.070627 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f8466ca6-fbc3-4d0a-a786-4082bfa030e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1708339'] for router_gateway, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:10.079489 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5160d1-f842-4763-bef3-d776919a92a1 req-45c74e85-de9d-4f5b-9e6c-105fc31f7797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:10.081086 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-6a5160d1-f842-4763-bef3-d776919a92a1 req-45c74e85-de9d-4f5b-9e6c-105fc31f7797 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ba0347c3-a626-4466-ac21-b102e445facc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543854 Jul 13 20:25:10.161472 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f8466ca6-fbc3-4d0a-a786-4082bfa030e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4738'] for router, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:10.163682 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f8466ca6-fbc3-4d0a-a786-4082bfa030e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:10.169745 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-6a5160d1-f842-4763-bef3-d776919a92a1 req-0bd6f34c-3d9c-4fc5-bbd2-9944ba2cf8d6 service neutron] 10.222.0.47 "GET /v2.0/networks/ba0347c3-a626-4466-ac21-b102e445facc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821056 Jul 13 20:25:10.213091 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f8466ca6-fbc3-4d0a-a786-4082bfa030e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1704488'] for router, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:10.213823 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8466ca6-fbc3-4d0a-a786-4082bfa030e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1f65861-5d24-4e3a-bcbe-e063346a56bd {{(pid=92958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:25:10.219456 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f8466ca6-fbc3-4d0a-a786-4082bfa030e4 admin admin] Notify callbacks [] for router, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:10.224359 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-f8466ca6-fbc3-4d0a-a786-4082bfa030e4 admin admin] 10.222.0.41 "DELETE /v2.0/routers/d1f65861-5d24-4e3a-bcbe-e063346a56bd HTTP/1.1" status: 204 len: 168 time: 0.9414155 Jul 13 20:25:10.224541 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 48992) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:25:10.292005 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_v2 [None req-19513a51-5134-4937-bf05-2ca19b77a700 admin admin] Deleting subnet cad210ff-96a6-4a54-8511-5b333f142a9a {{(pid=92957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:25:10.301714 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-19513a51-5134-4937-bf05-2ca19b77a700 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:10.330636 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-6a5160d1-f842-4763-bef3-d776919a92a1 req-b5853a8f-ff90-4dc5-92db-b4cb3acc4fcf service neutron] 10.222.0.47 "GET /v2.0/networks/ba0347c3-a626-4466-ac21-b102e445facc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542270 Jul 13 20:25:10.344261 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-19513a51-5134-4937-bf05-2ca19b77a700 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15469843'] for subnet, precommit_delete_associations {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:10.449831 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-19513a51-5134-4937-bf05-2ca19b77a700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-721317'] for subnet, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:10.500678 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-19513a51-5134-4937-bf05-2ca19b77a700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-721308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15804208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148582'] for subnet, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:10.531053 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19513a51-5134-4937-bf05-2ca19b77a700 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cad210ff-96a6-4a54-8511-5b333f142a9a,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:10.532986 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-19513a51-5134-4937-bf05-2ca19b77a700 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:10.534865 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-19513a51-5134-4937-bf05-2ca19b77a700 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cad210ff-96a6-4a54-8511-5b333f142a9a HTTP/1.1" status: 204 len: 168 time: 0.3093195 Jul 13 20:25:10.537333 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 48994) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:25:10.537676 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3687fe-bb22-48ca-ab30-a3e75ca40191 None None] Network 23e04280-011c-4830-9f31-aeff7c63ac5d requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:25:10.603892 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-8c0e593b-32c3-4dbe-b1e1-abe03c014fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633600'] for network, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:10.661533 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [None req-8c0e593b-32c3-4dbe-b1e1-abe03c014fe3 admin admin] Deleting port 54cb18b3-4199-4e04-8a3f-d930227ae2af {{(pid=92957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:25:10.662226 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-8c0e593b-32c3-4dbe-b1e1-abe03c014fe3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:10.753754 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [None req-8c0e593b-32c3-4dbe-b1e1-abe03c014fe3 admin admin] For port 54cb18b3-4199-4e04-8a3f-d930227ae2af, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=54cb18b3-4199-4e04-8a3f-d930227ae2af,segment=NetworkSegment(b425f644-01d0-41f1-9d66-d17b7e83c5bb),segment_id=b425f644-01d0-41f1-9d66-d17b7e83c5bb)] {{(pid=92957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:25:10.753754 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-8c0e593b-32c3-4dbe-b1e1-abe03c014fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:10.762626 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5bcda9-6508-4b8f-b7c3-f10877051863 None None] DHCP port deletion for 23e04280-011c-4830-9f31-aeff7c63ac5d request from dv-cinder-800697-1-iscsi {{(pid=92959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:25:10.769332 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [None req-8c0e593b-32c3-4dbe-b1e1-abe03c014fe3 admin admin] Calling delete_port for 54cb18b3-4199-4e04-8a3f-d930227ae2af owned by network:dhcp {{(pid=92957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:25:10.814431 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-ef5bcda9-6508-4b8f-b7c3-f10877051863 None None] Deleting port 54cb18b3-4199-4e04-8a3f-d930227ae2af {{(pid=92959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:25:10.814817 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-ef5bcda9-6508-4b8f-b7c3-f10877051863 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:10.858959 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-8c0e593b-32c3-4dbe-b1e1-abe03c014fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:10.883773 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-ef5bcda9-6508-4b8f-b7c3-f10877051863 None None] For port 54cb18b3-4199-4e04-8a3f-d930227ae2af, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=54cb18b3-4199-4e04-8a3f-d930227ae2af,segment=NetworkSegment(b425f644-01d0-41f1-9d66-d17b7e83c5bb),segment_id=b425f644-01d0-41f1-9d66-d17b7e83c5bb)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:25:10.884206 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-ef5bcda9-6508-4b8f-b7c3-f10877051863 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:10.889146 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e593b-32c3-4dbe-b1e1-abe03c014fe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=54cb18b3-4199-4e04-8a3f-d930227ae2af,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:10.894886 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0e593b-32c3-4dbe-b1e1-abe03c014fe3 admin admin] No DVR routers for this DVR port 54cb18b3-4199-4e04-8a3f-d930227ae2af on host dv-cinder-800697-1-iscsi {{(pid=92957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:25:10.906436 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-ef5bcda9-6508-4b8f-b7c3-f10877051863 None None] Calling delete_port for 54cb18b3-4199-4e04-8a3f-d930227ae2af owned by network:dhcp {{(pid=92959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:25:10.975063 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-8c0e593b-32c3-4dbe-b1e1-abe03c014fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724524', 'neutron.services.segments.db._delete_segments_for_network-8781993256852'] for network, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:10.988240 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.services.segments.db [None req-8c0e593b-32c3-4dbe-b1e1-abe03c014fe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23e04280-011c-4830-9f31-aeff7c63ac5d']}} {{(pid=92957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:10.993123 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-ef5bcda9-6508-4b8f-b7c3-f10877051863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103'] for port, after_delete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:11.000966 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.services.segments.db [None req-8c0e593b-32c3-4dbe-b1e1-abe03c014fe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b425f644-01d0-41f1-9d66-d17b7e83c5bb') {'for_net_delete': True} {{(pid=92957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:11.001317 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.services.segments.db [None req-8c0e593b-32c3-4dbe-b1e1-abe03c014fe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b425f644-01d0-41f1-9d66-d17b7e83c5bb') {} {{(pid=92957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:11.010933 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-8c0e593b-32c3-4dbe-b1e1-abe03c014fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781993187723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15469834'] for segment, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:11.018812 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5bcda9-6508-4b8f-b7c3-f10877051863 None None] Pushing event deleted for resources: {'Port': ['ID=54cb18b3-4199-4e04-8a3f-d930227ae2af,revision_number=None']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:11.027191 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5bcda9-6508-4b8f-b7c3-f10877051863 None None] No DVR routers for this DVR port 54cb18b3-4199-4e04-8a3f-d930227ae2af on host dv-cinder-800697-1-iscsi {{(pid=92959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:25:11.030810 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-8c0e593b-32c3-4dbe-b1e1-abe03c014fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996'] for segment, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:11.041221 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c0e593b-32c3-4dbe-b1e1-abe03c014fe3 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=92957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:25:11.041644 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-8c0e593b-32c3-4dbe-b1e1-abe03c014fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15802526'] for segment, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:11.043396 dv-cinder-800697-1-iscsi neutron-server[92957]: Traceback (most recent call last): Jul 13 20:25:11.043396 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:25:11.043396 dv-cinder-800697-1-iscsi neutron-server[92957]: timer() Jul 13 20:25:11.043396 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:25:11.043396 dv-cinder-800697-1-iscsi neutron-server[92957]: cb(*args, **kw) Jul 13 20:25:11.043396 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:25:11.043396 dv-cinder-800697-1-iscsi neutron-server[92957]: return func(*args, **kwargs) Jul 13 20:25:11.043396 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:25:11.043396 dv-cinder-800697-1-iscsi neutron-server[92957]: self._notify() Jul 13 20:25:11.043396 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:25:11.043396 dv-cinder-800697-1-iscsi neutron-server[92957]: self.callback(batched_events) Jul 13 20:25:11.043396 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:25:11.043396 dv-cinder-800697-1-iscsi neutron-server[92957]: event.method(event) Jul 13 20:25:11.043396 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:25:11.043396 dv-cinder-800697-1-iscsi neutron-server[92957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:25:11.043396 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:25:11.043396 dv-cinder-800697-1-iscsi neutron-server[92957]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:25:11.043396 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:25:11.043396 dv-cinder-800697-1-iscsi neutron-server[92957]: return f(self, *a, **k) Jul 13 20:25:11.043396 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:25:11.043396 dv-cinder-800697-1-iscsi neutron-server[92957]: return self._get(url).json() Jul 13 20:25:11.043396 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:25:11.043396 dv-cinder-800697-1-iscsi neutron-server[92957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:25:11.043396 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:25:11.043396 dv-cinder-800697-1-iscsi neutron-server[92957]: return self.request(url, 'GET', **kwargs) Jul 13 20:25:11.043396 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:25:11.043396 dv-cinder-800697-1-iscsi neutron-server[92957]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:25:11.043396 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:25:11.043396 dv-cinder-800697-1-iscsi neutron-server[92957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:25:11.043396 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:25:11.043396 dv-cinder-800697-1-iscsi neutron-server[92957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:25:11.043396 dv-cinder-800697-1-iscsi neutron-server[92957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:25:11.102832 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-8c0e593b-32c3-4dbe-b1e1-abe03c014fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708319'] for network, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:11.119670 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-8c0e593b-32c3-4dbe-b1e1-abe03c014fe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for network, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:11.124896 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-8c0e593b-32c3-4dbe-b1e1-abe03c014fe3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/23e04280-011c-4830-9f31-aeff7c63ac5d HTTP/1.1" status: 204 len: 168 time: 0.5833893 Jul 13 20:25:11.124896 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e593b-32c3-4dbe-b1e1-abe03c014fe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=23e04280-011c-4830-9f31-aeff7c63ac5d,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:11.125556 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 48998) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:25:11.324168 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e869bcf-5af8-4e41-b902-8d8088d5f253 req-2a95c892-0021-4efa-87f5-df53208f1054 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:11.325593 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0e869bcf-5af8-4e41-b902-8d8088d5f253 req-2a95c892-0021-4efa-87f5-df53208f1054 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b849ef4-20bd-4a7e-acbb-12558b5f5f79 HTTP/1.1" status: 200 len: 944 time: 0.1402955 Jul 13 20:25:11.402727 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0e869bcf-5af8-4e41-b902-8d8088d5f253 req-630a97af-9fc8-4949-bee1-5067c20b5173 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691190 Jul 13 20:25:11.566710 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ba9be049-a0fc-4c46-a107-0cb62b76461a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710933'] for router_interface, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:11.795202 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 4d9cb82d-58d8-405c-a687-67bae78d1379 no longer exists at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:25:11.815790 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] No Port match for: 4d9cb82d-58d8-405c-a687-67bae78d1379 {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:25:11.816166 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 4d9cb82d-58d8-405c-a687-67bae78d1379 not bound to the agent host dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:25:11.816594 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 54cb18b3-4199-4e04-8a3f-d930227ae2af no longer exists at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:25:11.825610 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-ba9be049-a0fc-4c46-a107-0cb62b76461a admin admin] Deleting port 36c70e58-d814-4c5e-b229-e5029a0a475a {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:25:11.826747 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ba9be049-a0fc-4c46-a107-0cb62b76461a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:11.839161 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] No Port match for: 54cb18b3-4199-4e04-8a3f-d930227ae2af {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:25:11.839512 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 54cb18b3-4199-4e04-8a3f-d930227ae2af not bound to the agent host dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:25:11.839936 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 6bee0196-b67a-4bbf-86d6-31696c85234f no longer exists at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:25:11.859716 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] No Port match for: 6bee0196-b67a-4bbf-86d6-31696c85234f {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:25:11.860194 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 6bee0196-b67a-4bbf-86d6-31696c85234f not bound to the agent host dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:25:11.910205 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [None req-ba9be049-a0fc-4c46-a107-0cb62b76461a admin admin] For port 36c70e58-d814-4c5e-b229-e5029a0a475a, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=36c70e58-d814-4c5e-b229-e5029a0a475a,segment=NetworkSegment(bcd59e96-6aea-4362-942b-8acc98b0f696),segment_id=bcd59e96-6aea-4362-942b-8acc98b0f696)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:25:11.910562 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ba9be049-a0fc-4c46-a107-0cb62b76461a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:11.923196 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-ba9be049-a0fc-4c46-a107-0cb62b76461a admin admin] Calling delete_port for 36c70e58-d814-4c5e-b229-e5029a0a475a owned by network:router_interface {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:25:12.095892 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ba9be049-a0fc-4c46-a107-0cb62b76461a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15916159'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:12.121192 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9be049-a0fc-4c46-a107-0cb62b76461a admin admin] Pushing event deleted for resources: {'Port': ['ID=36c70e58-d814-4c5e-b229-e5029a0a475a,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:12.285816 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ba9be049-a0fc-4c46-a107-0cb62b76461a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711281'] for router_interface, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:12.705837 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55fd2e-2dd4-49fb-9f3e-683775c6e8ef req-0b4badd2-4771-4e79-9251-9dcf3991825b tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:12.707203 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3c55fd2e-2dd4-49fb-9f3e-683775c6e8ef req-0b4badd2-4771-4e79-9251-9dcf3991825b tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b849ef4-20bd-4a7e-acbb-12558b5f5f79 HTTP/1.1" status: 200 len: 944 time: 0.1187778 Jul 13 20:25:12.786149 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3c55fd2e-2dd4-49fb-9f3e-683775c6e8ef req-67e67d49-60f5-49d5-b381-40eb730320aa tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729282 Jul 13 20:25:12.790846 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9be049-a0fc-4c46-a107-0cb62b76461a admin admin] Router d88bb2e7-69ef-4ac0-ae6e-feb3758442a1 has already been hosted by L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:25:12.893480 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9be049-a0fc-4c46-a107-0cb62b76461a admin admin] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:25:12.898687 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-ba9be049-a0fc-4c46-a107-0cb62b76461a admin admin] 10.222.0.41 "PUT /v2.0/routers/d88bb2e7-69ef-4ac0-ae6e-feb3758442a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7723782 Jul 13 20:25:12.901207 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49002) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:25:12.901840 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1287e981-832a-411e-9814-0a0325eef996 None None] Sync routers for ids ['d88bb2e7-69ef-4ac0-ae6e-feb3758442a1'] in dv-cinder-800697-1-iscsi {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:25:12.912560 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1287e981-832a-411e-9814-0a0325eef996 None None] Routers {'d88bb2e7-69ef-4ac0-ae6e-feb3758442a1'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:25:12.913265 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-1287e981-832a-411e-9814-0a0325eef996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:25:06Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['d88bb2e7-69ef-4ac0-ae6e-feb3758442a1'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:13.003935 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5d77af86-55cf-4256-b0ff-275fe4affd2a admin admin] Notify callbacks [] for router, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:13.014726 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-1287e981-832a-411e-9814-0a0325eef996 None None] Set router d88bb2e7-69ef-4ac0-ae6e-feb3758442a1 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:25:13.107526 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5d77af86-55cf-4256-b0ff-275fe4affd2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:13.159578 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-5d77af86-55cf-4256-b0ff-275fe4affd2a admin admin] Deleting port d8c81c3d-de59-4810-9932-230ae542999b {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:25:13.159922 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5d77af86-55cf-4256-b0ff-275fe4affd2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:13.189533 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-1287e981-832a-411e-9814-0a0325eef996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88bb2e7-69ef-4ac0-ae6e-feb3758442a1', 'name': 'tempest-TestShelveInstance-20173926-router', 'tenant_id': 'c3a8a3b36b6c46f3ad489bb88d182d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'd8c81c3d-de59-4810-9932-230ae542999b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:19:54Z', 'updated_at': '2021-07-13T20:25:12Z', 'revision_number': 5, 'project_id': 'c3a8a3b36b6c46f3ad489bb88d182d87', 'gw_port': {'id': 'd8c81c3d-de59-4810-9932-230ae542999b', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88bb2e7-69ef-4ac0-ae6e-feb3758442a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:54Z', 'updated_at': '2021-07-13T20:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi'}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:13.219432 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1287e981-832a-411e-9814-0a0325eef996 None None] Checking router: d88bb2e7-69ef-4ac0-ae6e-feb3758442a1 for host: dv-cinder-800697-1-iscsi {{(pid=92960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:25:13.227559 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1287e981-832a-411e-9814-0a0325eef996 None None] Routers {'d88bb2e7-69ef-4ac0-ae6e-feb3758442a1'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:25:13.228194 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-1287e981-832a-411e-9814-0a0325eef996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:25:06Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['d88bb2e7-69ef-4ac0-ae6e-feb3758442a1'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:13.243383 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [None req-5d77af86-55cf-4256-b0ff-275fe4affd2a admin admin] For port d8c81c3d-de59-4810-9932-230ae542999b, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=d8c81c3d-de59-4810-9932-230ae542999b,segment=NetworkSegment(dd2d7350-8005-4571-9290-470baa5abba8),segment_id=dd2d7350-8005-4571-9290-470baa5abba8)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:25:13.243742 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5d77af86-55cf-4256-b0ff-275fe4affd2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:13.256720 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-5d77af86-55cf-4256-b0ff-275fe4affd2a admin admin] Calling delete_port for d8c81c3d-de59-4810-9932-230ae542999b owned by network:router_gateway {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:25:13.312499 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-1287e981-832a-411e-9814-0a0325eef996 None None] Set router d88bb2e7-69ef-4ac0-ae6e-feb3758442a1 gateway port host: None {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:25:13.362625 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-1287e981-832a-411e-9814-0a0325eef996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88bb2e7-69ef-4ac0-ae6e-feb3758442a1', 'name': 'tempest-TestShelveInstance-20173926-router', 'tenant_id': 'c3a8a3b36b6c46f3ad489bb88d182d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:19:54Z', 'updated_at': '2021-07-13T20:25:13Z', 'revision_number': 6, 'project_id': 'c3a8a3b36b6c46f3ad489bb88d182d87', 'gw_port_host': None}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:13.395287 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1287e981-832a-411e-9814-0a0325eef996 None None] The sync data for ids ['d88bb2e7-69ef-4ac0-ae6e-feb3758442a1'] in dv-cinder-800697-1-iscsi is: [{'id': 'd88bb2e7-69ef-4ac0-ae6e-feb3758442a1', 'name': 'tempest-TestShelveInstance-20173926-router', 'tenant_id': 'c3a8a3b36b6c46f3ad489bb88d182d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:19:54Z', 'updated_at': '2021-07-13T20:25:13Z', 'revision_number': 6, 'project_id': 'c3a8a3b36b6c46f3ad489bb88d182d87', 'gw_port_host': None}] {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:25:13.423191 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5d77af86-55cf-4256-b0ff-275fe4affd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15916159'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:13.455939 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77af86-55cf-4256-b0ff-275fe4affd2a admin admin] Pushing event deleted for resources: {'Port': ['ID=d8c81c3d-de59-4810-9932-230ae542999b,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:13.511793 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5d77af86-55cf-4256-b0ff-275fe4affd2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1708339'] for router_gateway, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:13.602762 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5d77af86-55cf-4256-b0ff-275fe4affd2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4738'] for router, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:13.604887 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5d77af86-55cf-4256-b0ff-275fe4affd2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:13.652631 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5d77af86-55cf-4256-b0ff-275fe4affd2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1704488'] for router, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:13.653181 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d77af86-55cf-4256-b0ff-275fe4affd2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d88bb2e7-69ef-4ac0-ae6e-feb3758442a1 {{(pid=92958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:25:13.657991 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5d77af86-55cf-4256-b0ff-275fe4affd2a admin admin] Notify callbacks [] for router, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:13.659135 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-5d77af86-55cf-4256-b0ff-275fe4affd2a admin admin] 10.222.0.41 "DELETE /v2.0/routers/d88bb2e7-69ef-4ac0-ae6e-feb3758442a1 HTTP/1.1" status: 204 len: 168 time: 0.7570062 Jul 13 20:25:13.661746 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49004) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:25:13.704950 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc99904-f0c4-410a-a932-2633243cb6d0 admin admin] Deleting subnet f2d25ac5-7214-489d-84e9-fc2c0eec9e37 {{(pid=92958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:25:13.707927 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afc99904-f0c4-410a-a932-2633243cb6d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:13.745387 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afc99904-f0c4-410a-a932-2633243cb6d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16271406'] for subnet, precommit_delete_associations {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:13.856398 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afc99904-f0c4-410a-a932-2633243cb6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-721317'] for subnet, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:13.907258 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 36c70e58-d814-4c5e-b229-e5029a0a475a no longer exists at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:25:13.932170 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afc99904-f0c4-410a-a932-2633243cb6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-721308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15916066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15819405'] for subnet, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:13.942303 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] No Port match for: 36c70e58-d814-4c5e-b229-e5029a0a475a {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:25:13.943047 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 36c70e58-d814-4c5e-b229-e5029a0a475a not bound to the agent host dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:25:13.944576 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-835db613-bb79-412a-b2ed-8e94fc4d618f req-d34e160b-5e03-44a8-9a45-7873ebaccc5a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0814085 Jul 13 20:25:13.984786 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc99904-f0c4-410a-a932-2633243cb6d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2d25ac5-7214-489d-84e9-fc2c0eec9e37,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:13.990473 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afc99904-f0c4-410a-a932-2633243cb6d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for subnet, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:13.995117 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-afc99904-f0c4-410a-a932-2633243cb6d0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f2d25ac5-7214-489d-84e9-fc2c0eec9e37 HTTP/1.1" status: 204 len: 168 time: 0.3323748 Jul 13 20:25:13.995786 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49008) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:25:13.998296 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6099b34e-3c9f-4ef8-bf0c-0e6856c58bdb None None] Network fa30b009-9ddf-4a5d-90a8-3c3f241253e5 requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:25:14.021962 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835db613-bb79-412a-b2ed-8e94fc4d618f req-3645b4da-f7e8-4168-bb8a-1fea7b112d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:14.023489 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-835db613-bb79-412a-b2ed-8e94fc4d618f req-3645b4da-f7e8-4168-bb8a-1fea7b112d1d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=501a0ae42f3f4e21b957db69f265e5bd&device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 1100 time: 0.0562129 Jul 13 20:25:14.084816 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b441e483-b914-4c56-a8cb-d37165ae63a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633600'] for network, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:14.099014 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a7906-e025-4868-a88c-f66b718a5770 req-b9219570-d3ad-40ae-8e72-6ef06b4d1280 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:14.100562 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2f4a7906-e025-4868-a88c-f66b718a5770 req-b9219570-d3ad-40ae-8e72-6ef06b4d1280 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b849ef4-20bd-4a7e-acbb-12558b5f5f79 HTTP/1.1" status: 200 len: 944 time: 0.1678219 Jul 13 20:25:14.142845 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835db613-bb79-412a-b2ed-8e94fc4d618f req-16ce7071-5028-474f-acb7-e4a07ede9d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:14.144444 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-835db613-bb79-412a-b2ed-8e94fc4d618f req-16ce7071-5028-474f-acb7-e4a07ede9d7b service neutron] 10.222.0.47 "GET /v2.0/networks?id=37c40eda-3741-4ce7-ae97-3b7c29a7405a HTTP/1.1" status: 200 len: 918 time: 0.0973713 Jul 13 20:25:14.166080 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2f4a7906-e025-4868-a88c-f66b718a5770 req-3780310f-0073-41ba-b3ab-1b02a8ee01a0 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580747 Jul 13 20:25:14.187999 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-b441e483-b914-4c56-a8cb-d37165ae63a9 admin admin] Deleting port eb5ff36c-366f-4abc-adb8-614d0f80c135 {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:25:14.188278 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b441e483-b914-4c56-a8cb-d37165ae63a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:14.227177 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-835db613-bb79-412a-b2ed-8e94fc4d618f req-14412b2a-ac8f-4bc1-a2b6-9b0cdbdc8025 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82f76692-92e3-4a3d-976a-a33aad33bb85 HTTP/1.1" status: 200 len: 1002 time: 0.0669727 Jul 13 20:25:14.267244 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [None req-b441e483-b914-4c56-a8cb-d37165ae63a9 admin admin] For port eb5ff36c-366f-4abc-adb8-614d0f80c135, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=eb5ff36c-366f-4abc-adb8-614d0f80c135,segment=NetworkSegment(bcd59e96-6aea-4362-942b-8acc98b0f696),segment_id=bcd59e96-6aea-4362-942b-8acc98b0f696)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:25:14.267688 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b441e483-b914-4c56-a8cb-d37165ae63a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:14.278085 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aac2a36-bd47-4da4-9898-b62a691d4f08 None None] DHCP port deletion for fa30b009-9ddf-4a5d-90a8-3c3f241253e5 request from dv-cinder-800697-1-iscsi {{(pid=92959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:25:14.284634 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-b441e483-b914-4c56-a8cb-d37165ae63a9 admin admin] Calling delete_port for eb5ff36c-366f-4abc-adb8-614d0f80c135 owned by network:dhcp {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:25:14.284886 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835db613-bb79-412a-b2ed-8e94fc4d618f req-6ec9b3c4-d099-4dd4-943a-73d5b1592d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:14.286165 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-835db613-bb79-412a-b2ed-8e94fc4d618f req-6ec9b3c4-d099-4dd4-943a-73d5b1592d05 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04816e2f-157f-4694-821b-ba4aff3014de HTTP/1.1" status: 200 len: 856 time: 0.0532773 Jul 13 20:25:14.332846 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-6aac2a36-bd47-4da4-9898-b62a691d4f08 None None] Deleting port eb5ff36c-366f-4abc-adb8-614d0f80c135 {{(pid=92959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:25:14.333339 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-6aac2a36-bd47-4da4-9898-b62a691d4f08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:14.345246 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835db613-bb79-412a-b2ed-8e94fc4d618f req-93e40d1a-75ad-4910-97e6-968598def5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:14.346663 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-835db613-bb79-412a-b2ed-8e94fc4d618f req-93e40d1a-75ad-4910-97e6-968598def5af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37c40eda-3741-4ce7-ae97-3b7c29a7405a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538244 Jul 13 20:25:14.371441 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b441e483-b914-4c56-a8cb-d37165ae63a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15916159'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:14.399668 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441e483-b914-4c56-a8cb-d37165ae63a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb5ff36c-366f-4abc-adb8-614d0f80c135,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:14.403199 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-6aac2a36-bd47-4da4-9898-b62a691d4f08 None None] For port eb5ff36c-366f-4abc-adb8-614d0f80c135, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=eb5ff36c-366f-4abc-adb8-614d0f80c135,segment=NetworkSegment(bcd59e96-6aea-4362-942b-8acc98b0f696),segment_id=bcd59e96-6aea-4362-942b-8acc98b0f696)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:25:14.403605 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-6aac2a36-bd47-4da4-9898-b62a691d4f08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:14.407463 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b441e483-b914-4c56-a8cb-d37165ae63a9 admin admin] No DVR routers for this DVR port eb5ff36c-366f-4abc-adb8-614d0f80c135 on host dv-cinder-800697-1-iscsi {{(pid=92958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:25:14.421973 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-6aac2a36-bd47-4da4-9898-b62a691d4f08 None None] Calling delete_port for eb5ff36c-366f-4abc-adb8-614d0f80c135 owned by network:dhcp {{(pid=92959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:25:14.457332 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-835db613-bb79-412a-b2ed-8e94fc4d618f req-c4f37a44-69e8-482d-8aeb-ab4d10ed2f02 service neutron] 10.222.0.47 "GET /v2.0/networks/37c40eda-3741-4ce7-ae97-3b7c29a7405a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027842 Jul 13 20:25:14.488902 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b441e483-b914-4c56-a8cb-d37165ae63a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724524', 'neutron.services.segments.db._delete_segments_for_network-8781993256852'] for network, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:14.501088 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-b441e483-b914-4c56-a8cb-d37165ae63a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa30b009-9ddf-4a5d-90a8-3c3f241253e5']}} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:14.505862 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-6aac2a36-bd47-4da4-9898-b62a691d4f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103'] for port, after_delete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:14.512182 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-b441e483-b914-4c56-a8cb-d37165ae63a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd59e96-6aea-4362-942b-8acc98b0f696') {'for_net_delete': True} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:14.512561 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-b441e483-b914-4c56-a8cb-d37165ae63a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd59e96-6aea-4362-942b-8acc98b0f696') {} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:14.522800 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b441e483-b914-4c56-a8cb-d37165ae63a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781993187723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16271415'] for segment, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:14.533976 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac2a36-bd47-4da4-9898-b62a691d4f08 None None] Pushing event deleted for resources: {'Port': ['ID=eb5ff36c-366f-4abc-adb8-614d0f80c135,revision_number=None']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:14.540722 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b441e483-b914-4c56-a8cb-d37165ae63a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996'] for segment, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:14.547558 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aac2a36-bd47-4da4-9898-b62a691d4f08 None None] No DVR routers for this DVR port eb5ff36c-366f-4abc-adb8-614d0f80c135 on host dv-cinder-800697-1-iscsi {{(pid=92959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:25:14.547852 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b441e483-b914-4c56-a8cb-d37165ae63a9 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=92958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:25:14.548520 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b441e483-b914-4c56-a8cb-d37165ae63a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15915916'] for segment, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:14.551736 dv-cinder-800697-1-iscsi neutron-server[92958]: Traceback (most recent call last): Jul 13 20:25:14.551736 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:25:14.551736 dv-cinder-800697-1-iscsi neutron-server[92958]: timer() Jul 13 20:25:14.551736 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:25:14.551736 dv-cinder-800697-1-iscsi neutron-server[92958]: cb(*args, **kw) Jul 13 20:25:14.551736 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:25:14.551736 dv-cinder-800697-1-iscsi neutron-server[92958]: return func(*args, **kwargs) Jul 13 20:25:14.551736 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:25:14.551736 dv-cinder-800697-1-iscsi neutron-server[92958]: self._notify() Jul 13 20:25:14.551736 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:25:14.551736 dv-cinder-800697-1-iscsi neutron-server[92958]: self.callback(batched_events) Jul 13 20:25:14.551736 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:25:14.551736 dv-cinder-800697-1-iscsi neutron-server[92958]: event.method(event) Jul 13 20:25:14.551736 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:25:14.551736 dv-cinder-800697-1-iscsi neutron-server[92958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:25:14.551736 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:25:14.551736 dv-cinder-800697-1-iscsi neutron-server[92958]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:25:14.551736 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:25:14.551736 dv-cinder-800697-1-iscsi neutron-server[92958]: return f(self, *a, **k) Jul 13 20:25:14.551736 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:25:14.551736 dv-cinder-800697-1-iscsi neutron-server[92958]: return self._get(url).json() Jul 13 20:25:14.551736 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:25:14.551736 dv-cinder-800697-1-iscsi neutron-server[92958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:25:14.551736 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:25:14.551736 dv-cinder-800697-1-iscsi neutron-server[92958]: return self.request(url, 'GET', **kwargs) Jul 13 20:25:14.551736 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:25:14.551736 dv-cinder-800697-1-iscsi neutron-server[92958]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:25:14.551736 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:25:14.551736 dv-cinder-800697-1-iscsi neutron-server[92958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:25:14.551736 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:25:14.551736 dv-cinder-800697-1-iscsi neutron-server[92958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:25:14.551736 dv-cinder-800697-1-iscsi neutron-server[92958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:25:14.563331 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-835db613-bb79-412a-b2ed-8e94fc4d618f req-188d797a-0a6c-48d5-bb0c-0f0473d1db69 service neutron] 10.222.0.47 "GET /v2.0/networks/37c40eda-3741-4ce7-ae97-3b7c29a7405a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991988 Jul 13 20:25:14.610958 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b441e483-b914-4c56-a8cb-d37165ae63a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708319'] for network, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:14.616957 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b441e483-b914-4c56-a8cb-d37165ae63a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for network, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:14.621851 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-b441e483-b914-4c56-a8cb-d37165ae63a9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/fa30b009-9ddf-4a5d-90a8-3c3f241253e5 HTTP/1.1" status: 204 len: 168 time: 0.6201434 Jul 13 20:25:14.636740 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441e483-b914-4c56-a8cb-d37165ae63a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa30b009-9ddf-4a5d-90a8-3c3f241253e5,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:14.735385 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49012) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:25:14.776575 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-204059d8-4914-44be-9b2f-e644335ee8b4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8fc4ea195ad4429aa7573b9a0305dbb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399885 Jul 13 20:25:14.779443 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49014) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:25:14.827516 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c7859e59-a2bf-4a15-b148-27e1cbb2bbfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:14.848326 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c7859e59-a2bf-4a15-b148-27e1cbb2bbfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:14.895038 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c7859e59-a2bf-4a15-b148-27e1cbb2bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:14.897640 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c7859e59-a2bf-4a15-b148-27e1cbb2bbfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:14.898815 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-c7859e59-a2bf-4a15-b148-27e1cbb2bbfa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5301b884-f894-4eee-b82d-91478887a4a7 HTTP/1.1" status: 204 len: 168 time: 0.1184175 Jul 13 20:25:14.908168 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7859e59-a2bf-4a15-b148-27e1cbb2bbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5301b884-f894-4eee-b82d-91478887a4a7,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:15.204763 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49022) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:25:15.245183 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-452cfc9e-c556-445c-928a-da6d105ff593 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c3a8a3b36b6c46f3ad489bb88d182d87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386345 Jul 13 20:25:15.247858 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49024) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:25:15.311261 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:15.330457 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-64dc1161-e104-4d0e-9b46-81eac3853bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:15.360736 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-64dc1161-e104-4d0e-9b46-81eac3853bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:15.385639 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb349537-5a0e-4e21-995b-4183eb94e417 req-f2c693db-9850-497c-814f-316a0ca7bb29 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:15.387112 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bb349537-5a0e-4e21-995b-4183eb94e417 req-f2c693db-9850-497c-814f-316a0ca7bb29 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b849ef4-20bd-4a7e-acbb-12558b5f5f79 HTTP/1.1" status: 200 len: 944 time: 0.1066663 Jul 13 20:25:15.438187 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bb349537-5a0e-4e21-995b-4183eb94e417 req-0c3ba5f6-d031-4268-bf78-76a5a38e39f9 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423329 Jul 13 20:25:15.444891 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-64dc1161-e104-4d0e-9b46-81eac3853bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:15.447453 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-64dc1161-e104-4d0e-9b46-81eac3853bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:15.448593 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-64dc1161-e104-4d0e-9b46-81eac3853bc7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f5a5dc5c-2573-4b71-be6c-c5905d0c2b00 HTTP/1.1" status: 204 len: 168 time: 0.1997678 Jul 13 20:25:15.463789 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc1161-e104-4d0e-9b46-81eac3853bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a5dc5c-2573-4b71-be6c-c5905d0c2b00,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:15.790988 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device d8c81c3d-de59-4810-9932-230ae542999b no longer exists at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:25:15.811870 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] No Port match for: d8c81c3d-de59-4810-9932-230ae542999b {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:25:15.812251 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device d8c81c3d-de59-4810-9932-230ae542999b not bound to the agent host dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:25:15.812681 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device eb5ff36c-366f-4abc-adb8-614d0f80c135 no longer exists at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:25:15.833792 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] No Port match for: eb5ff36c-366f-4abc-adb8-614d0f80c135 {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:25:15.834141 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device eb5ff36c-366f-4abc-adb8-614d0f80c135 not bound to the agent host dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:25:16.612581 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf9557-4fc7-4fab-9b51-0a9a09e240a4 req-9a0e1d7d-ef9c-4e8e-a3dc-25650e006164 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:16.614069 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f7bf9557-4fc7-4fab-9b51-0a9a09e240a4 req-9a0e1d7d-ef9c-4e8e-a3dc-25650e006164 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b849ef4-20bd-4a7e-acbb-12558b5f5f79 HTTP/1.1" status: 200 len: 944 time: 0.0629294 Jul 13 20:25:16.650457 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f7bf9557-4fc7-4fab-9b51-0a9a09e240a4 req-31f65ada-edb6-4920-812a-8f812e481298 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304997 Jul 13 20:25:16.735578 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 9b367e92-e9bf-4293-ab8c-f778c04472d8 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:25:16.829675 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 9b367e92-e9bf-4293-ab8c-f778c04472d8, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9b367e92-e9bf-4293-ab8c-f778c04472d8,segment=NetworkSegment(e4d29c19-7081-43de-a1f1-f5636ff5dd0e),segment_id=e4d29c19-7081-43de-a1f1-f5636ff5dd0e)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:25:16.840601 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Returning: {'device': '9b367e92-e9bf-4293-ab8c-f778c04472d8', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'port_id': '9b367e92-e9bf-4293-ab8c-f778c04472d8', 'mac_address': 'fa:16:3e:68:1e:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:25:16.876901 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:16.893232 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b367e92-e9bf-4293-ab8c-f778c04472d8 {{(pid=92959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:25:16.912746 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 9b367e92-e9bf-4293-ab8c-f778c04472d8, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9b367e92-e9bf-4293-ab8c-f778c04472d8,segment=NetworkSegment(e4d29c19-7081-43de-a1f1-f5636ff5dd0e),segment_id=e4d29c19-7081-43de-a1f1-f5636ff5dd0e)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:25:16.916362 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:16.961685 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=9b367e92-e9bf-4293-ab8c-f778c04472d8,revision_number=4']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:17.146766 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['9b367e92-e9bf-4293-ab8c-f778c04472d8'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:25:17.824747 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e04ab5-d354-40ef-b360-7e673c5ceea6 req-b459a66e-106e-48a1-865a-1202cde392c8 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:17.826612 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c5e04ab5-d354-40ef-b360-7e673c5ceea6 req-b459a66e-106e-48a1-865a-1202cde392c8 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b849ef4-20bd-4a7e-acbb-12558b5f5f79 HTTP/1.1" status: 200 len: 945 time: 0.0656266 Jul 13 20:25:17.863906 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c5e04ab5-d354-40ef-b360-7e673c5ceea6 req-88f529f9-9743-440d-9886-669928fd20a2 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319881 Jul 13 20:25:18.735196 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 9b367e92-e9bf-4293-ab8c-f778c04472d8 up at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:25:18.783009 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning for port 9b367e92-e9bf-4293-ab8c-f778c04472d8 completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:25:18.786503 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning complete for port 9b367e92-e9bf-4293-ab8c-f778c04472d8 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:25:18.786877 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:18.864569 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:18.887246 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b849ef4-20bd-4a7e-acbb-12558b5f5f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b367e92-e9bf-4293-ab8c-f778c04472d8'}] {{(pid=92959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:25:18.890398 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a95ef25a805c455dc0e319f75fe5c37b751c8207b334ba38c934020b16a01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42775e1-0157-48b8-a6e5-ab4ac0fa0970" -d '{"events": [{"server_uuid": "0b849ef4-20bd-4a7e-acbb-12558b5f5f79", "name": "network-vif-plugged", "status": "completed", "tag": "9b367e92-e9bf-4293-ab8c-f778c04472d8"}]}' {{(pid=92959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:25:18.903549 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 9b367e92-e9bf-4293-ab8c-f778c04472d8, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9b367e92-e9bf-4293-ab8c-f778c04472d8,segment=NetworkSegment(e4d29c19-7081-43de-a1f1-f5636ff5dd0e),segment_id=e4d29c19-7081-43de-a1f1-f5636ff5dd0e)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:25:18.910663 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:18.936364 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7402f551-92c0-4772-9142-4972f88cb844 x-openstack-request-id: req-7402f551-92c0-4772-9142-4972f88cb844 {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:25:18.936657 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b849ef4-20bd-4a7e-acbb-12558b5f5f79", "name": "network-vif-plugged", "status": "completed", "tag": "9b367e92-e9bf-4293-ab8c-f778c04472d8", "code": 200}]} {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:25:18.936908 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7402f551-92c0-4772-9142-4972f88cb844 {{(pid=92959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:25:18.937293 dv-cinder-800697-1-iscsi neutron-server[92959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b849ef4-20bd-4a7e-acbb-12558b5f5f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b367e92-e9bf-4293-ab8c-f778c04472d8', 'code': 200} Jul 13 20:25:18.963804 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=9b367e92-e9bf-4293-ab8c-f778c04472d8,revision_number=5']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:19.067030 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e76db1-8a96-41f5-a87c-b4dbfc5417ad req-2263badb-794c-4879-aafa-c8303052c366 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:19.068617 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-31e76db1-8a96-41f5-a87c-b4dbfc5417ad req-2263badb-794c-4879-aafa-c8303052c366 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b849ef4-20bd-4a7e-acbb-12558b5f5f79 HTTP/1.1" status: 200 len: 946 time: 0.0640342 Jul 13 20:25:19.107758 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-31e76db1-8a96-41f5-a87c-b4dbfc5417ad req-3e58f849-d10d-44ee-9cc7-fd81b1fa6795 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322807 Jul 13 20:25:19.231225 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abfb6b-8712-4f15-959d-040934dc53d7 req-3de70fbe-a199-4b78-a254-47938ae3f3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:19.233684 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a3abfb6b-8712-4f15-959d-040934dc53d7 req-3de70fbe-a199-4b78-a254-47938ae3f3b4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0b849ef4-20bd-4a7e-acbb-12558b5f5f79 HTTP/1.1" status: 200 len: 1099 time: 0.0525706 Jul 13 20:25:19.271237 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-a3abfb6b-8712-4f15-959d-040934dc53d7 req-3210faef-fd4a-4fdb-a859-09d8da6f7612 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307121 Jul 13 20:25:20.282417 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa24e2c-8a8b-4207-84d2-48d5ca0fe7e0 req-b3493ffa-c89d-45da-ab06-1fd035157c39 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:20.283874 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5aa24e2c-8a8b-4207-84d2-48d5ca0fe7e0 req-b3493ffa-c89d-45da-ab06-1fd035157c39 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b849ef4-20bd-4a7e-acbb-12558b5f5f79 HTTP/1.1" status: 200 len: 946 time: 0.0656524 Jul 13 20:25:20.320847 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5aa24e2c-8a8b-4207-84d2-48d5ca0fe7e0 req-7dcd9c8e-b58d-42b9-81a9-1205fcd7f712 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314701 Jul 13 20:25:20.490068 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d293095-b8a1-4a18-a25f-6c83c0888459 req-5762b0f5-7f0a-4413-84e3-6f5127ceb00b tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:20.491448 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4d293095-b8a1-4a18-a25f-6c83c0888459 req-5762b0f5-7f0a-4413-84e3-6f5127ceb00b tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b849ef4-20bd-4a7e-acbb-12558b5f5f79 HTTP/1.1" status: 200 len: 946 time: 0.0618355 Jul 13 20:25:20.529586 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4d293095-b8a1-4a18-a25f-6c83c0888459 req-279bfbcf-e9c2-47f6-adb7-41f4e8b0d122 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322556 Jul 13 20:25:20.554264 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 49040) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:25:20.608763 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8226cce-152e-4d6e-98b6-1088a7411534 tempest-TestVolumeBootPattern-961498258 tempest-TestVolumeBootPattern-961498258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:20.610243 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-f8226cce-152e-4d6e-98b6-1088a7411534 tempest-TestVolumeBootPattern-961498258 tempest-TestVolumeBootPattern-961498258-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0b849ef4-20bd-4a7e-acbb-12558b5f5f79 HTTP/1.1" status: 200 len: 1094 time: 0.0550015 Jul 13 20:25:20.613058 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 49042) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:25:20.617874 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-63befcc0-986f-419d-96d2-28568acd463e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Request body: {'floatingip': {'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'port_id': '9b367e92-e9bf-4293-ab8c-f778c04472d8', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:25:20.640062 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-63befcc0-986f-419d-96d2-28568acd463e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for floatingip, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:20.733299 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-63befcc0-986f-419d-96d2-28568acd463e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:20.837785 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_common [None req-63befcc0-986f-419d-96d2-28568acd463e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Allocated IP 172.27.1.73 (e57c7c0c-39ec-40cf-b750-a71f25c7d8d2/a207c1df-41ac-48bd-9f72-165f77d81169/827d6513-78d2-404a-a0ad-a4b67f85ba37) {{(pid=92957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:25:20.934206 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-63befcc0-986f-419d-96d2-28568acd463e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for port, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:20.972420 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-63befcc0-986f-419d-96d2-28568acd463e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:21.014079 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63befcc0-986f-419d-96d2-28568acd463e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Network e57c7c0c-39ec-40cf-b750-a71f25c7d8d2 is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:25:21.016998 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [None req-63befcc0-986f-419d-96d2-28568acd463e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:25:21.019474 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63befcc0-986f-419d-96d2-28568acd463e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Received port after_create {{(pid=92957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:25:21.042860 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63befcc0-986f-419d-96d2-28568acd463e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Pushing event updated for resources: {'Port': ['ID=827d6513-78d2-404a-a0ad-a4b67f85ba37,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:21.374452 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-63befcc0-986f-419d-96d2-28568acd463e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:21.451722 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-63befcc0-986f-419d-96d2-28568acd463e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:21.597806 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-63befcc0-986f-419d-96d2-28568acd463e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for port, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:21.602325 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-63befcc0-986f-419d-96d2-28568acd463e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:21.666732 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63befcc0-986f-419d-96d2-28568acd463e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Pushing event updated for resources: {'Port': ['ID=827d6513-78d2-404a-a0ad-a4b67f85ba37,revision_number=2']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:21.678182 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-63befcc0-986f-419d-96d2-28568acd463e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708393'] for floatingip, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:21.775468 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.db.l3_db [None req-63befcc0-986f-419d-96d2-28568acd463e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Floating IP ab477ebd-7017-4abe-8070-ec5c7e84dacf associated. External IP: 172.27.1.73, port: 9b367e92-e9bf-4293-ab8c-f778c04472d8. Jul 13 20:25:21.987334 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63befcc0-986f-419d-96d2-28568acd463e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Router 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e has already been hosted by L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d {{(pid=92957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:25:22.093392 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63befcc0-986f-419d-96d2-28568acd463e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:25:22.102421 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4947a35e-d718-4a42-851b-1511a9032977 None None] Sync routers for ids ['4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'] in dv-cinder-800697-1-iscsi {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:25:22.109757 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-63befcc0-986f-419d-96d2-28568acd463e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for floatingip, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:22.113976 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4947a35e-d718-4a42-851b-1511a9032977 None None] Routers {'4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:25:22.114767 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-4947a35e-d718-4a42-851b-1511a9032977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:25:06Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:22.147976 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-63befcc0-986f-419d-96d2-28568acd463e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5338714 Jul 13 20:25:22.148600 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b849ef4-20bd-4a7e-acbb-12558b5f5f79', 'tag': '9b367e92-e9bf-4293-ab8c-f778c04472d8'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:25:22.150863 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a87f916-9cb4-46ca-892e-0f97ab83ce3d" -d '{"events": [{"name": "network-changed", "server_uuid": "0b849ef4-20bd-4a7e-acbb-12558b5f5f79", "tag": "9b367e92-e9bf-4293-ab8c-f778c04472d8"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:25:22.187382 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d089700c-a55c-4181-87a9-148fb4ce27ba x-openstack-request-id: req-d089700c-a55c-4181-87a9-148fb4ce27ba {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:25:22.187679 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b849ef4-20bd-4a7e-acbb-12558b5f5f79", "tag": "9b367e92-e9bf-4293-ab8c-f778c04472d8", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:25:22.187979 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d089700c-a55c-4181-87a9-148fb4ce27ba {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:25:22.188416 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b849ef4-20bd-4a7e-acbb-12558b5f5f79', 'tag': '9b367e92-e9bf-4293-ab8c-f778c04472d8', 'status': 'completed', 'code': 200} Jul 13 20:25:22.265931 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87f916-9cb4-46ca-892e-0f97ab83ce3d req-52d97640-56cb-47ec-b052-34e7376a4dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:22.267460 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-0a87f916-9cb4-46ca-892e-0f97ab83ce3d req-52d97640-56cb-47ec-b052-34e7376a4dc5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d725fb3a49b47c287f9c134201d6823&device_id=0b849ef4-20bd-4a7e-acbb-12558b5f5f79 HTTP/1.1" status: 200 len: 1099 time: 0.0557837 Jul 13 20:25:22.341854 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-4947a35e-d718-4a42-851b-1511a9032977 None None] Set router 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:25:22.363641 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87f916-9cb4-46ca-892e-0f97ab83ce3d req-ad1ac83c-31b3-402d-9c4b-8685358d9de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:22.365167 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-0a87f916-9cb4-46ca-892e-0f97ab83ce3d req-ad1ac83c-31b3-402d-9c4b-8685358d9de2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ba0347c3-a626-4466-ac21-b102e445facc HTTP/1.1" status: 200 len: 911 time: 0.0871232 Jul 13 20:25:22.430659 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-0a87f916-9cb4-46ca-892e-0f97ab83ce3d req-1a7fe781-86bc-4f32-a79c-8b8947835719 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b367e92-e9bf-4293-ab8c-f778c04472d8 HTTP/1.1" status: 200 len: 999 time: 0.0577943 Jul 13 20:25:22.483609 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87f916-9cb4-46ca-892e-0f97ab83ce3d req-cb9264cc-1282-4e3c-b889-9f9c28fa456e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:22.485101 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-0a87f916-9cb4-46ca-892e-0f97ab83ce3d req-cb9264cc-1282-4e3c-b889-9f9c28fa456e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f457fbe4-4ce5-41db-824a-50007e6454b1 HTTP/1.1" status: 200 len: 849 time: 0.0469260 Jul 13 20:25:22.542560 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87f916-9cb4-46ca-892e-0f97ab83ce3d req-ac6c7dca-95cd-4e8e-a680-74d1e2062e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:22.544015 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-0a87f916-9cb4-46ca-892e-0f97ab83ce3d req-ac6c7dca-95cd-4e8e-a680-74d1e2062e70 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ba0347c3-a626-4466-ac21-b102e445facc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515747 Jul 13 20:25:22.561731 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-4947a35e-d718-4a42-851b-1511a9032977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'name': 'tempest-TestVolumeBootPattern-51487356-router', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:42Z', 'updated_at': '2021-07-13T20:21:47Z', 'revision_number': 4, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'gw_port': {'id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:43Z', 'updated_at': '2021-07-13T20:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_floatingips': [{'id': 'ab477ebd-7017-4abe-8070-ec5c7e84dacf', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'router_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'port_id': '9b367e92-e9bf-4293-ab8c-f778c04472d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'mac_address': 'fa:16:3e:68:1e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849ef4-20bd-4a7e-acbb-12558b5f5f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:25:21Z', 'updated_at': '2021-07-13T20:25:21Z', 'revision_number': 0, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b75779e7-c3d4-43b8-8f47-2957bce94180', 'name': '', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'mac_address': 'fa:16:3e:a6:77:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:46Z', 'updated_at': '2021-07-13T20:21:54Z', 'revision_number': 5, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'subnets': [{'id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:22.592016 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4947a35e-d718-4a42-851b-1511a9032977 None None] Checking router: 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e for host: dv-cinder-800697-1-iscsi {{(pid=92959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:25:22.602375 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4947a35e-d718-4a42-851b-1511a9032977 None None] Routers {'4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:25:22.603037 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-4947a35e-d718-4a42-851b-1511a9032977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:25:06Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:22.637863 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-0a87f916-9cb4-46ca-892e-0f97ab83ce3d req-1eaf6d96-415f-4461-93c9-feb6dbf33157 service neutron] 10.222.0.47 "GET /v2.0/networks/ba0347c3-a626-4466-ac21-b102e445facc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848806 Jul 13 20:25:22.707547 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-4947a35e-d718-4a42-851b-1511a9032977 None None] Set router 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:25:22.730764 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-0a87f916-9cb4-46ca-892e-0f97ab83ce3d req-9b5da515-32eb-483d-b048-a1adc9217f99 service neutron] 10.222.0.47 "GET /v2.0/networks/ba0347c3-a626-4466-ac21-b102e445facc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858569 Jul 13 20:25:22.924051 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-4947a35e-d718-4a42-851b-1511a9032977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'name': 'tempest-TestVolumeBootPattern-51487356-router', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:42Z', 'updated_at': '2021-07-13T20:21:47Z', 'revision_number': 4, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'gw_port': {'id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:43Z', 'updated_at': '2021-07-13T20:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_floatingips': [{'id': 'ab477ebd-7017-4abe-8070-ec5c7e84dacf', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'router_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'port_id': '9b367e92-e9bf-4293-ab8c-f778c04472d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'mac_address': 'fa:16:3e:68:1e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849ef4-20bd-4a7e-acbb-12558b5f5f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:25:21Z', 'updated_at': '2021-07-13T20:25:21Z', 'revision_number': 0, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b75779e7-c3d4-43b8-8f47-2957bce94180', 'name': '', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'mac_address': 'fa:16:3e:a6:77:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:46Z', 'updated_at': '2021-07-13T20:21:54Z', 'revision_number': 5, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'subnets': [{'id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:22.952774 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4947a35e-d718-4a42-851b-1511a9032977 None None] The sync data for ids ['4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'] in dv-cinder-800697-1-iscsi is: [{'id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'name': 'tempest-TestVolumeBootPattern-51487356-router', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:42Z', 'updated_at': '2021-07-13T20:21:47Z', 'revision_number': 4, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'gw_port': {'id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:43Z', 'updated_at': '2021-07-13T20:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_floatingips': [{'id': 'ab477ebd-7017-4abe-8070-ec5c7e84dacf', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'router_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'port_id': '9b367e92-e9bf-4293-ab8c-f778c04472d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'mac_address': 'fa:16:3e:68:1e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849ef4-20bd-4a7e-acbb-12558b5f5f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:25:21Z', 'updated_at': '2021-07-13T20:25:21Z', 'revision_number': 0, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b75779e7-c3d4-43b8-8f47-2957bce94180', 'name': '', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'mac_address': 'fa:16:3e:a6:77:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:46Z', 'updated_at': '2021-07-13T20:21:54Z', 'revision_number': 5, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'subnets': [{'id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:25:23.137629 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532b0d29-e41f-44c7-9a0f-89a490f78ce6 None None] New status for floating IP ab477ebd-7017-4abe-8070-ec5c7e84dacf: ACTIVE {{(pid=92960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:25:33.764851 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-d0e72bfb-3129-4b29-894d-f0f6c972f1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:36.102687 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-2fdacea3-29d6-414c-b93a-4bd332d7ed63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:36.792914 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:37.485450 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:39.232620 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:41.892608 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14bbe6-87dd-4438-a7ce-407c1fed679e req-6a640705-b1c4-4fdf-bc09-7f92c6306e41 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:41.894072 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1e14bbe6-87dd-4438-a7ce-407c1fed679e req-6a640705-b1c4-4fdf-bc09-7f92c6306e41 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 947 time: 0.0620933 Jul 13 20:25:41.930571 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1e14bbe6-87dd-4438-a7ce-407c1fed679e req-7a057add-43a6-4685-959c-4b75b7eb78ea tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310085 Jul 13 20:25:43.117131 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb4bac-1ab1-4bbe-bc08-bbd0522ac5a1 req-dcd20124-9702-46bb-8e9b-5a3e6d43718e tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:43.118791 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-55fb4bac-1ab1-4bbe-bc08-bbd0522ac5a1 req-dcd20124-9702-46bb-8e9b-5a3e6d43718e tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 947 time: 0.0671098 Jul 13 20:25:43.156865 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-55fb4bac-1ab1-4bbe-bc08-bbd0522ac5a1 req-8a57fea7-be59-4655-ba0d-72ceff43b67f tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups?id=f796dee5-7620-43ca-9b30-1df1ca0e226f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322905 Jul 13 20:25:43.312706 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c177d4-ec8f-49d0-947d-7e3a41c0f5c4 req-b1b4abc4-5cf4-48e5-873c-8d294ca090c2 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:43.314162 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e7c177d4-ec8f-49d0-947d-7e3a41c0f5c4 req-b1b4abc4-5cf4-48e5-873c-8d294ca090c2 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 947 time: 0.0623655 Jul 13 20:25:43.414530 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-e7c177d4-ec8f-49d0-947d-7e3a41c0f5c4 req-3d29ba42-333e-47f3-b479-8e00a9fd08b3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Deleting port 82f76692-92e3-4a3d-976a-a33aad33bb85 {{(pid=92957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:25:43.414875 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e7c177d4-ec8f-49d0-947d-7e3a41c0f5c4 req-3d29ba42-333e-47f3-b479-8e00a9fd08b3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:43.499226 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-e7c177d4-ec8f-49d0-947d-7e3a41c0f5c4 req-3d29ba42-333e-47f3-b479-8e00a9fd08b3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] For port 82f76692-92e3-4a3d-976a-a33aad33bb85, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=82f76692-92e3-4a3d-976a-a33aad33bb85,segment=NetworkSegment(e75817a0-f1ae-44cb-ac14-54dccbb196a1),segment_id=e75817a0-f1ae-44cb-ac14-54dccbb196a1)] {{(pid=92957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:25:43.499594 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e7c177d4-ec8f-49d0-947d-7e3a41c0f5c4 req-3d29ba42-333e-47f3-b479-8e00a9fd08b3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:43.942712 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e7c177d4-ec8f-49d0-947d-7e3a41c0f5c4 req-3d29ba42-333e-47f3-b479-8e00a9fd08b3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:43.943086 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e7c177d4-ec8f-49d0-947d-7e3a41c0f5c4 req-3d29ba42-333e-47f3-b479-8e00a9fd08b3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708393'] for floatingip, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:43.943396 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.db.l3_db [req-e7c177d4-ec8f-49d0-947d-7e3a41c0f5c4 req-3d29ba42-333e-47f3-b479-8e00a9fd08b3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Floating IP 8602d592-d023-40f5-9d6a-389ef497c13c disassociated. External IP: 172.27.1.121, port: 82f76692-92e3-4a3d-976a-a33aad33bb85. Jul 13 20:25:43.943734 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-e7c177d4-ec8f-49d0-947d-7e3a41c0f5c4 req-3d29ba42-333e-47f3-b479-8e00a9fd08b3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Calling delete_port for 82f76692-92e3-4a3d-976a-a33aad33bb85 owned by compute:nova {{(pid=92957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:25:44.071331 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e7c177d4-ec8f-49d0-947d-7e3a41c0f5c4 req-3d29ba42-333e-47f3-b479-8e00a9fd08b3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:44.102120 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29ba42-333e-47f3-b479-8e00a9fd08b3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Pushing event deleted for resources: {'Port': ['ID=82f76692-92e3-4a3d-976a-a33aad33bb85,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:44.113821 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29ba42-333e-47f3-b479-8e00a9fd08b3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:44.114174 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29ba42-333e-47f3-b479-8e00a9fd08b3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:44.114516 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29ba42-333e-47f3-b479-8e00a9fd08b3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:44.114854 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29ba42-333e-47f3-b479-8e00a9fd08b3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:44.115194 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29ba42-333e-47f3-b479-8e00a9fd08b3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:44.115534 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29ba42-333e-47f3-b479-8e00a9fd08b3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:44.115865 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29ba42-333e-47f3-b479-8e00a9fd08b3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:44.116219 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29ba42-333e-47f3-b479-8e00a9fd08b3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:44.116548 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29ba42-333e-47f3-b479-8e00a9fd08b3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:44.116876 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29ba42-333e-47f3-b479-8e00a9fd08b3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:44.117206 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29ba42-333e-47f3-b479-8e00a9fd08b3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:44.117794 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29ba42-333e-47f3-b479-8e00a9fd08b3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:44.228291 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7c177d4-ec8f-49d0-947d-7e3a41c0f5c4 req-3d29ba42-333e-47f3-b479-8e00a9fd08b3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Router 2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9 has already been hosted by L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d {{(pid=92957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:25:44.301239 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b448906f-9e43-4306-b672-b49d7cc3a959 req-ef23eced-0c60-47e6-82cd-4281e0e001a2 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6de73c-814d-476f-b829-98451d3ba0ec HTTP/1.1" status: 200 len: 210 time: 0.0285234 Jul 13 20:25:44.333002 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7c177d4-ec8f-49d0-947d-7e3a41c0f5c4 req-3d29ba42-333e-47f3-b479-8e00a9fd08b3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:25:44.343988 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9ddc49-3cc7-43ad-ad8a-e33cd42b1b22 None None] Sync routers for ids ['2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'] in dv-cinder-800697-1-iscsi {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:25:44.353211 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9ddc49-3cc7-43ad-ad8a-e33cd42b1b22 None None] Routers {'2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:25:44.353826 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-ad9ddc49-3cc7-43ad-ad8a-e33cd42b1b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:25:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:44.380392 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c177d4-ec8f-49d0-947d-7e3a41c0f5c4 req-3d29ba42-333e-47f3-b479-8e00a9fd08b3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] No DVR routers for this DVR port 82f76692-92e3-4a3d-976a-a33aad33bb85 on host hv-cinder-80069 {{(pid=92957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:25:44.382959 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e7c177d4-ec8f-49d0-947d-7e3a41c0f5c4 req-3d29ba42-333e-47f3-b479-8e00a9fd08b3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:44.384995 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e7c177d4-ec8f-49d0-947d-7e3a41c0f5c4 req-3d29ba42-333e-47f3-b479-8e00a9fd08b3 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.47 "DELETE /v2.0/ports/82f76692-92e3-4a3d-976a-a33aad33bb85 HTTP/1.1" status: 204 len: 173 time: 1.0644867 Jul 13 20:25:44.385447 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6de73c-814d-476f-b829-98451d3ba0ec', 'name': 'network-vif-deleted', 'tag': '82f76692-92e3-4a3d-976a-a33aad33bb85'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:25:44.387689 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5175fa12-e668-4b09-afe7-9ef66ab5e5bf" -d '{"events": [{"server_uuid": "1f6de73c-814d-476f-b829-98451d3ba0ec", "name": "network-vif-deleted", "tag": "82f76692-92e3-4a3d-976a-a33aad33bb85"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:25:44.430501 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd25eb9d-08d9-4d06-a002-853d22002120 x-openstack-request-id: req-cd25eb9d-08d9-4d06-a002-853d22002120 {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:25:44.430962 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6de73c-814d-476f-b829-98451d3ba0ec", "name": "network-vif-deleted", "tag": "82f76692-92e3-4a3d-976a-a33aad33bb85", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:25:44.431549 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cd25eb9d-08d9-4d06-a002-853d22002120 {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:25:44.431864 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6de73c-814d-476f-b829-98451d3ba0ec', 'name': 'network-vif-deleted', 'tag': '82f76692-92e3-4a3d-976a-a33aad33bb85', 'status': 'completed', 'code': 200} Jul 13 20:25:44.477432 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-ad9ddc49-3cc7-43ad-ad8a-e33cd42b1b22 None None] Set router 2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:25:44.691210 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-ad9ddc49-3cc7-43ad-ad8a-e33cd42b1b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1339014143-router', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '27eb8cdd-95d9-4200-8881-6901e3d96a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:17:58Z', 'updated_at': '2021-07-13T20:18:04Z', 'revision_number': 4, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'gw_port': {'id': '27eb8cdd-95d9-4200-8881-6901e3d96a3a', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:17:59Z', 'updated_at': '2021-07-13T20:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': 'e069e268-da8b-462d-8929-18043fd6cf5a', 'name': '', 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'mac_address': 'fa:16:3e:79:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '04816e2f-157f-4694-821b-ba4aff3014de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:18:02Z', 'updated_at': '2021-07-13T20:18:17Z', 'revision_number': 5, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'subnets': [{'id': '04816e2f-157f-4694-821b-ba4aff3014de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:44.720287 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9ddc49-3cc7-43ad-ad8a-e33cd42b1b22 None None] Checking router: 2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9 for host: dv-cinder-800697-1-iscsi {{(pid=92959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:25:44.728693 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9ddc49-3cc7-43ad-ad8a-e33cd42b1b22 None None] Routers {'2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:25:44.729304 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-ad9ddc49-3cc7-43ad-ad8a-e33cd42b1b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:25:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:44.830513 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-ad9ddc49-3cc7-43ad-ad8a-e33cd42b1b22 None None] Set router 2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:25:45.037740 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-ad9ddc49-3cc7-43ad-ad8a-e33cd42b1b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1339014143-router', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '27eb8cdd-95d9-4200-8881-6901e3d96a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:17:58Z', 'updated_at': '2021-07-13T20:18:04Z', 'revision_number': 4, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'gw_port': {'id': '27eb8cdd-95d9-4200-8881-6901e3d96a3a', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:17:59Z', 'updated_at': '2021-07-13T20:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': 'e069e268-da8b-462d-8929-18043fd6cf5a', 'name': '', 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'mac_address': 'fa:16:3e:79:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '04816e2f-157f-4694-821b-ba4aff3014de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:18:02Z', 'updated_at': '2021-07-13T20:18:17Z', 'revision_number': 5, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'subnets': [{'id': '04816e2f-157f-4694-821b-ba4aff3014de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:45.064551 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9ddc49-3cc7-43ad-ad8a-e33cd42b1b22 None None] The sync data for ids ['2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'] in dv-cinder-800697-1-iscsi is: [{'id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1339014143-router', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '27eb8cdd-95d9-4200-8881-6901e3d96a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:17:58Z', 'updated_at': '2021-07-13T20:18:04Z', 'revision_number': 4, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'gw_port': {'id': '27eb8cdd-95d9-4200-8881-6901e3d96a3a', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:17:59Z', 'updated_at': '2021-07-13T20:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': 'e069e268-da8b-462d-8929-18043fd6cf5a', 'name': '', 'network_id': '37c40eda-3741-4ce7-ae97-3b7c29a7405a', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'mac_address': 'fa:16:3e:79:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '04816e2f-157f-4694-821b-ba4aff3014de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:18:02Z', 'updated_at': '2021-07-13T20:18:17Z', 'revision_number': 5, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'subnets': [{'id': '04816e2f-157f-4694-821b-ba4aff3014de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:25:45.273826 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c2bdf9-0c57-4802-944f-fd3ecf28f495 None None] New status for floating IP 8602d592-d023-40f5-9d6a-389ef497c13c: DOWN {{(pid=92960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:25:45.323532 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:45.430948 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 49078) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:25:45.484100 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-ced76689-049f-4a8d-893c-1a89ca8dfc4d tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:45.507382 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-ced76689-049f-4a8d-893c-1a89ca8dfc4d tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:45.556914 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-ced76689-049f-4a8d-893c-1a89ca8dfc4d tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:45.559646 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-ced76689-049f-4a8d-893c-1a89ca8dfc4d tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:45.560884 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-ced76689-049f-4a8d-893c-1a89ca8dfc4d tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "DELETE /v2.0/security-groups/f796dee5-7620-43ca-9b30-1df1ca0e226f HTTP/1.1" status: 204 len: 168 time: 0.1289015 Jul 13 20:25:45.563731 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49080) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:25:45.570271 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced76689-049f-4a8d-893c-1a89ca8dfc4d tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f796dee5-7620-43ca-9b30-1df1ca0e226f,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:45.577414 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.api.v2.resource [None req-88bf2d42-e93e-4287-acbb-804fd3e33f5b tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] show failed (client error): The resource could not be found. Jul 13 20:25:45.578455 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-88bf2d42-e93e-4287-acbb-804fd3e33f5b tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "GET /v2.0/security-groups/f796dee5-7620-43ca-9b30-1df1ca0e226f HTTP/1.1" status: 404 len: 347 time: 0.0137062 Jul 13 20:25:45.581691 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49082) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:25:45.702870 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-81851428-2463-47ef-a056-c921c43a64c7 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Deleting port 71f6e98c-1bcb-4895-88e3-6bdce94216fd {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:25:45.703209 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-81851428-2463-47ef-a056-c921c43a64c7 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:45.778827 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-81851428-2463-47ef-a056-c921c43a64c7 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:45.779162 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-81851428-2463-47ef-a056-c921c43a64c7 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:45.790600 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-81851428-2463-47ef-a056-c921c43a64c7 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Calling delete_port for 71f6e98c-1bcb-4895-88e3-6bdce94216fd owned by network:floatingip {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:25:45.921346 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-81851428-2463-47ef-a056-c921c43a64c7 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15916159'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:45.944077 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81851428-2463-47ef-a056-c921c43a64c7 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Pushing event deleted for resources: {'Port': ['ID=71f6e98c-1bcb-4895-88e3-6bdce94216fd,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:46.008551 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-81851428-2463-47ef-a056-c921c43a64c7 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks [] for floatingip, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:46.010927 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-81851428-2463-47ef-a056-c921c43a64c7 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for floatingip, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:46.012143 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-81851428-2463-47ef-a056-c921c43a64c7 tempest-AttachVolumeShelveTestJSON-1667323542 tempest-AttachVolumeShelveTestJSON-1667323542-project] 10.222.0.41 "DELETE /v2.0/floatingips/8602d592-d023-40f5-9d6a-389ef497c13c HTTP/1.1" status: 204 len: 168 time: 0.4291642 Jul 13 20:25:46.873031 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 82f76692-92e3-4a3d-976a-a33aad33bb85 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:25:46.892572 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] No Port match for: 82f76692-92e3-4a3d-976a-a33aad33bb85 {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:25:46.892913 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 82f76692-92e3-4a3d-976a-a33aad33bb85 not bound to the agent host hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:25:46.951739 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 6 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:25:48.568419 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49104) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:25:49.083588 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2c70b7b6-1873-4f64-8958-f76ec340bc98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710933'] for router_interface, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:49.560172 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-2c70b7b6-1873-4f64-8958-f76ec340bc98 admin admin] Deleting port e069e268-da8b-462d-8929-18043fd6cf5a {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:25:49.560507 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2c70b7b6-1873-4f64-8958-f76ec340bc98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:49.633846 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [None req-2c70b7b6-1873-4f64-8958-f76ec340bc98 admin admin] For port e069e268-da8b-462d-8929-18043fd6cf5a, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=e069e268-da8b-462d-8929-18043fd6cf5a,segment=NetworkSegment(e75817a0-f1ae-44cb-ac14-54dccbb196a1),segment_id=e75817a0-f1ae-44cb-ac14-54dccbb196a1)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:25:49.634597 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2c70b7b6-1873-4f64-8958-f76ec340bc98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:49.647107 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-2c70b7b6-1873-4f64-8958-f76ec340bc98 admin admin] Calling delete_port for e069e268-da8b-462d-8929-18043fd6cf5a owned by network:router_interface {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:25:49.816883 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2c70b7b6-1873-4f64-8958-f76ec340bc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15916159'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:49.845017 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70b7b6-1873-4f64-8958-f76ec340bc98 admin admin] Pushing event deleted for resources: {'Port': ['ID=e069e268-da8b-462d-8929-18043fd6cf5a,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:50.007376 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2c70b7b6-1873-4f64-8958-f76ec340bc98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711281'] for router_interface, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:50.214616 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c70b7b6-1873-4f64-8958-f76ec340bc98 admin admin] Router 2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9 has already been hosted by L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:25:50.317057 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c70b7b6-1873-4f64-8958-f76ec340bc98 admin admin] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:25:50.322025 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-2c70b7b6-1873-4f64-8958-f76ec340bc98 admin admin] 10.222.0.41 "PUT /v2.0/routers/2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7525995 Jul 13 20:25:50.324565 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49108) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:25:50.328531 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ad219a-f348-401a-ad08-66066a6dae86 None None] Sync routers for ids ['2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'] in dv-cinder-800697-1-iscsi {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:25:50.337594 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ad219a-f348-401a-ad08-66066a6dae86 None None] Routers {'2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:25:50.338209 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-96ad219a-f348-401a-ad08-66066a6dae86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:25:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:50.426728 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-720c944d-fb84-4983-aecc-03a1b16805e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:50.443147 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-96ad219a-f348-401a-ad08-66066a6dae86 None None] Set router 2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:25:50.531338 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-720c944d-fb84-4983-aecc-03a1b16805e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:50.591596 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-720c944d-fb84-4983-aecc-03a1b16805e9 admin admin] Deleting port 27eb8cdd-95d9-4200-8881-6901e3d96a3a {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:25:50.592120 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-720c944d-fb84-4983-aecc-03a1b16805e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:50.670252 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [None req-720c944d-fb84-4983-aecc-03a1b16805e9 admin admin] For port 27eb8cdd-95d9-4200-8881-6901e3d96a3a, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=27eb8cdd-95d9-4200-8881-6901e3d96a3a,segment=NetworkSegment(dd2d7350-8005-4571-9290-470baa5abba8),segment_id=dd2d7350-8005-4571-9290-470baa5abba8)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:25:50.671521 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-720c944d-fb84-4983-aecc-03a1b16805e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:50.683649 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-720c944d-fb84-4983-aecc-03a1b16805e9 admin admin] Calling delete_port for 27eb8cdd-95d9-4200-8881-6901e3d96a3a owned by network:router_gateway {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:25:50.745225 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-96ad219a-f348-401a-ad08-66066a6dae86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1339014143-router', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '27eb8cdd-95d9-4200-8881-6901e3d96a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:17:58Z', 'updated_at': '2021-07-13T20:25:49Z', 'revision_number': 5, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'gw_port': {'id': '27eb8cdd-95d9-4200-8881-6901e3d96a3a', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:17:59Z', 'updated_at': '2021-07-13T20:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi'}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:50.772020 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ad219a-f348-401a-ad08-66066a6dae86 None None] Checking router: 2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9 for host: dv-cinder-800697-1-iscsi {{(pid=92959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:25:50.780522 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ad219a-f348-401a-ad08-66066a6dae86 None None] Routers {'2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:25:50.781079 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-96ad219a-f348-401a-ad08-66066a6dae86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:25:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:50.848674 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-720c944d-fb84-4983-aecc-03a1b16805e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15916159'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:50.868160 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-96ad219a-f348-401a-ad08-66066a6dae86 None None] Set router 2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9 gateway port host: None {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:25:50.875816 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c944d-fb84-4983-aecc-03a1b16805e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=27eb8cdd-95d9-4200-8881-6901e3d96a3a,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:50.905210 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c944d-fb84-4983-aecc-03a1b16805e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:50.905553 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c944d-fb84-4983-aecc-03a1b16805e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:50.905896 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c944d-fb84-4983-aecc-03a1b16805e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:50.906232 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c944d-fb84-4983-aecc-03a1b16805e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:50.906565 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c944d-fb84-4983-aecc-03a1b16805e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:50.906896 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c944d-fb84-4983-aecc-03a1b16805e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:50.907221 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c944d-fb84-4983-aecc-03a1b16805e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:50.907547 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c944d-fb84-4983-aecc-03a1b16805e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:50.907872 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c944d-fb84-4983-aecc-03a1b16805e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:50.908350 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c944d-fb84-4983-aecc-03a1b16805e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:50.908667 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c944d-fb84-4983-aecc-03a1b16805e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:50.908990 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c944d-fb84-4983-aecc-03a1b16805e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:50.921822 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-96ad219a-f348-401a-ad08-66066a6dae86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1339014143-router', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:17:58Z', 'updated_at': '2021-07-13T20:25:50Z', 'revision_number': 6, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'gw_port_host': None}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:50.947696 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-720c944d-fb84-4983-aecc-03a1b16805e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1708339'] for router_gateway, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:50.947939 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ad219a-f348-401a-ad08-66066a6dae86 None None] The sync data for ids ['2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9'] in dv-cinder-800697-1-iscsi is: [{'id': '2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1339014143-router', 'tenant_id': '501a0ae42f3f4e21b957db69f265e5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:17:58Z', 'updated_at': '2021-07-13T20:25:50Z', 'revision_number': 6, 'project_id': '501a0ae42f3f4e21b957db69f265e5bd', 'gw_port_host': None}] {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:25:51.040909 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-720c944d-fb84-4983-aecc-03a1b16805e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4738'] for router, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:51.042948 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-720c944d-fb84-4983-aecc-03a1b16805e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:51.084138 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-720c944d-fb84-4983-aecc-03a1b16805e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1704488'] for router, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:51.084622 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720c944d-fb84-4983-aecc-03a1b16805e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9 {{(pid=92958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:25:51.088928 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-720c944d-fb84-4983-aecc-03a1b16805e9 admin admin] Notify callbacks [] for router, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:51.090059 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-720c944d-fb84-4983-aecc-03a1b16805e9 admin admin] 10.222.0.41 "DELETE /v2.0/routers/2d951536-1a8d-42f3-a3d4-8dc8fa28f1f9 HTTP/1.1" status: 204 len: 168 time: 0.7646198 Jul 13 20:25:51.093216 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49110) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:25:51.136897 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3a7aa1f-7ba9-46b1-a65d-f267994e23f4 admin admin] Deleting subnet 04816e2f-157f-4694-821b-ba4aff3014de {{(pid=92958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:25:51.139859 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a3a7aa1f-7ba9-46b1-a65d-f267994e23f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:51.176779 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a3a7aa1f-7ba9-46b1-a65d-f267994e23f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16271406'] for subnet, precommit_delete_associations {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:51.249173 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a3a7aa1f-7ba9-46b1-a65d-f267994e23f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-721317'] for subnet, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:51.300547 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a3a7aa1f-7ba9-46b1-a65d-f267994e23f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-721308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15916066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15819405'] for subnet, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:51.325121 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7aa1f-7ba9-46b1-a65d-f267994e23f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04816e2f-157f-4694-821b-ba4aff3014de,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:51.328717 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a3a7aa1f-7ba9-46b1-a65d-f267994e23f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for subnet, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:51.333063 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-a3a7aa1f-7ba9-46b1-a65d-f267994e23f4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/04816e2f-157f-4694-821b-ba4aff3014de HTTP/1.1" status: 204 len: 168 time: 0.2360902 Jul 13 20:25:51.333442 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 49112) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:25:51.334399 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e5e7eb-ae5b-4b7a-8b79-4762f6f8dee8 None None] Network 37c40eda-3741-4ce7-ae97-3b7c29a7405a requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:25:51.411217 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-bd3a7499-028f-49bb-af49-936714b2828a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633600'] for network, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:51.476404 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [None req-bd3a7499-028f-49bb-af49-936714b2828a admin admin] Deleting port 9711203f-34d8-43d5-a901-198e7beaca22 {{(pid=92957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:25:51.476898 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-bd3a7499-028f-49bb-af49-936714b2828a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:51.538758 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [None req-bd3a7499-028f-49bb-af49-936714b2828a admin admin] For port 9711203f-34d8-43d5-a901-198e7beaca22, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=9711203f-34d8-43d5-a901-198e7beaca22,segment=NetworkSegment(e75817a0-f1ae-44cb-ac14-54dccbb196a1),segment_id=e75817a0-f1ae-44cb-ac14-54dccbb196a1)] {{(pid=92957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:25:51.539119 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-bd3a7499-028f-49bb-af49-936714b2828a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:51.551870 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [None req-bd3a7499-028f-49bb-af49-936714b2828a admin admin] Calling delete_port for 9711203f-34d8-43d5-a901-198e7beaca22 owned by network:dhcp {{(pid=92957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:25:51.634381 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-bd3a7499-028f-49bb-af49-936714b2828a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:51.661014 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a7499-028f-49bb-af49-936714b2828a admin admin] Pushing event deleted for resources: {'Port': ['ID=9711203f-34d8-43d5-a901-198e7beaca22,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:51.662807 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3a7499-028f-49bb-af49-936714b2828a admin admin] No DVR routers for this DVR port 9711203f-34d8-43d5-a901-198e7beaca22 on host dv-cinder-800697-1-iscsi {{(pid=92957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:25:51.731600 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-bd3a7499-028f-49bb-af49-936714b2828a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724524', 'neutron.services.segments.db._delete_segments_for_network-8781993256852'] for network, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:51.740806 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.services.segments.db [None req-bd3a7499-028f-49bb-af49-936714b2828a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c40eda-3741-4ce7-ae97-3b7c29a7405a']}} {{(pid=92957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:51.752521 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.services.segments.db [None req-bd3a7499-028f-49bb-af49-936714b2828a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e75817a0-f1ae-44cb-ac14-54dccbb196a1') {'for_net_delete': True} {{(pid=92957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:51.752809 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.services.segments.db [None req-bd3a7499-028f-49bb-af49-936714b2828a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e75817a0-f1ae-44cb-ac14-54dccbb196a1') {} {{(pid=92957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:51.761800 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-bd3a7499-028f-49bb-af49-936714b2828a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781993187723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15469834'] for segment, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:51.776221 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-bd3a7499-028f-49bb-af49-936714b2828a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996'] for segment, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:51.782822 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd3a7499-028f-49bb-af49-936714b2828a admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=92957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:25:51.783221 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-bd3a7499-028f-49bb-af49-936714b2828a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15802526'] for segment, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:51.784938 dv-cinder-800697-1-iscsi neutron-server[92957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:25:51.784938 dv-cinder-800697-1-iscsi neutron-server[92957]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:25:51.784938 dv-cinder-800697-1-iscsi neutron-server[92957]: Traceback (most recent call last): Jul 13 20:25:51.784938 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:25:51.784938 dv-cinder-800697-1-iscsi neutron-server[92957]: timer() Jul 13 20:25:51.784938 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:25:51.784938 dv-cinder-800697-1-iscsi neutron-server[92957]: cb(*args, **kw) Jul 13 20:25:51.784938 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:25:51.784938 dv-cinder-800697-1-iscsi neutron-server[92957]: return func(*args, **kwargs) Jul 13 20:25:51.784938 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:25:51.784938 dv-cinder-800697-1-iscsi neutron-server[92957]: self._notify() Jul 13 20:25:51.784938 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:25:51.784938 dv-cinder-800697-1-iscsi neutron-server[92957]: self.callback(batched_events) Jul 13 20:25:51.784938 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:25:51.784938 dv-cinder-800697-1-iscsi neutron-server[92957]: event.method(event) Jul 13 20:25:51.784938 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:25:51.784938 dv-cinder-800697-1-iscsi neutron-server[92957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:25:51.784938 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:25:51.784938 dv-cinder-800697-1-iscsi neutron-server[92957]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:25:51.784938 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:25:51.784938 dv-cinder-800697-1-iscsi neutron-server[92957]: return f(self, *a, **k) Jul 13 20:25:51.784938 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:25:51.784938 dv-cinder-800697-1-iscsi neutron-server[92957]: return self._get(url).json() Jul 13 20:25:51.784938 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:25:51.784938 dv-cinder-800697-1-iscsi neutron-server[92957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:25:51.784938 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:25:51.784938 dv-cinder-800697-1-iscsi neutron-server[92957]: return self.request(url, 'GET', **kwargs) Jul 13 20:25:51.784938 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:25:51.784938 dv-cinder-800697-1-iscsi neutron-server[92957]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:25:51.784938 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:25:51.784938 dv-cinder-800697-1-iscsi neutron-server[92957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:25:51.784938 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:25:51.784938 dv-cinder-800697-1-iscsi neutron-server[92957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:25:51.784938 dv-cinder-800697-1-iscsi neutron-server[92957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:25:51.790714 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7441a61f-608b-4a38-8708-d205a2db3f9a None None] DHCP port deletion for 37c40eda-3741-4ce7-ae97-3b7c29a7405a request from dv-cinder-800697-1-iscsi {{(pid=92959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:25:51.839230 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-bd3a7499-028f-49bb-af49-936714b2828a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708319'] for network, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:51.845418 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-bd3a7499-028f-49bb-af49-936714b2828a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for network, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:51.847744 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-bd3a7499-028f-49bb-af49-936714b2828a admin admin] 10.222.0.41 "DELETE /v2.0/networks/37c40eda-3741-4ce7-ae97-3b7c29a7405a HTTP/1.1" status: 204 len: 168 time: 0.5131667 Jul 13 20:25:51.859990 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a7499-028f-49bb-af49-936714b2828a admin admin] Pushing event deleted for resources: {'Network': ['ID=37c40eda-3741-4ce7-ae97-3b7c29a7405a,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:51.865046 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 9711203f-34d8-43d5-a901-198e7beaca22 no longer exists at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:25:51.892466 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] No Port match for: 9711203f-34d8-43d5-a901-198e7beaca22 {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:25:51.892878 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 9711203f-34d8-43d5-a901-198e7beaca22 not bound to the agent host dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:25:51.893363 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 27eb8cdd-95d9-4200-8881-6901e3d96a3a no longer exists at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:25:51.915440 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] No Port match for: 27eb8cdd-95d9-4200-8881-6901e3d96a3a {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:25:51.915869 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 27eb8cdd-95d9-4200-8881-6901e3d96a3a not bound to the agent host dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:25:51.916384 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device e069e268-da8b-462d-8929-18043fd6cf5a no longer exists at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:25:51.936254 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] No Port match for: e069e268-da8b-462d-8929-18043fd6cf5a {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:25:51.936609 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device e069e268-da8b-462d-8929-18043fd6cf5a not bound to the agent host dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:25:51.974273 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 49118) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:25:52.015095 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-008aaf05-da7d-4d82-ab3b-32b2434f4d7f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=501a0ae42f3f4e21b957db69f265e5bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0396476 Jul 13 20:25:52.017645 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 49120) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:25:52.078205 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-359dcdd1-e1c9-4307-aff2-58820a8e35c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:52.099539 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-359dcdd1-e1c9-4307-aff2-58820a8e35c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:52.147463 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-359dcdd1-e1c9-4307-aff2-58820a8e35c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:52.149968 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-359dcdd1-e1c9-4307-aff2-58820a8e35c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:52.151111 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-359dcdd1-e1c9-4307-aff2-58820a8e35c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3fa4a57a-65c0-4f4c-a71c-0f877f980028 HTTP/1.1" status: 204 len: 168 time: 0.1325474 Jul 13 20:25:52.159261 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359dcdd1-e1c9-4307-aff2-58820a8e35c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa4a57a-65c0-4f4c-a71c-0f877f980028,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:52.798932 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 49142) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:25:52.890492 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-0b7c6b5b-3138-4db5-bf90-31f07f69e7ff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-316977961-network', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:25:52.911744 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7c6b5b-3138-4db5-bf90-31f07f69e7ff admin admin] Made reservation on behalf of a9793299c000402cb8306fcd5d1c082d for: {'network': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:25:52.914217 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-0b7c6b5b-3138-4db5-bf90-31f07f69e7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for network, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:52.922293 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-0b7c6b5b-3138-4db5-bf90-31f07f69e7ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:53.013153 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-0b7c6b5b-3138-4db5-bf90-31f07f69e7ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:53.016901 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-0b7c6b5b-3138-4db5-bf90-31f07f69e7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:53.038087 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7c6b5b-3138-4db5-bf90-31f07f69e7ff admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=92957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:25:53.052373 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c6b5b-3138-4db5-bf90-31f07f69e7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74535fe-3e65-4c04-aec7-43279b47436e,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:53.057333 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-0b7c6b5b-3138-4db5-bf90-31f07f69e7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996'] for segment, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:53.057680 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.db.segments_db [None req-0b7c6b5b-3138-4db5-bf90-31f07f69e7ff admin admin] Added segment 4a82ad69-c0d9-4f75-943b-744829d4ae24 of type vlan for network 06394d6a-14d6-4fa8-8bdd-c44a05dff52f Jul 13 20:25:53.099484 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-0b7c6b5b-3138-4db5-bf90-31f07f69e7ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781992687126'] for network, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:53.129360 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-0b7c6b5b-3138-4db5-bf90-31f07f69e7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962'] for network, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:53.130412 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7c6b5b-3138-4db5-bf90-31f07f69e7ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:53.130988 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-0b7c6b5b-3138-4db5-bf90-31f07f69e7ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for network, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:53.184975 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-0b7c6b5b-3138-4db5-bf90-31f07f69e7ff admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3848386 Jul 13 20:25:53.188478 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49146) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:25:53.190615 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c6b5b-3138-4db5-bf90-31f07f69e7ff admin admin] Pushing event updated for resources: {'Network': ['ID=06394d6a-14d6-4fa8-8bdd-c44a05dff52f,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:53.193553 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-9b0c96c2-7e02-43cf-8ca3-73f0aae7ae2b admin admin] Request body: {'subnet': {'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-316977961-subnet', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:25:53.201116 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Network 06394d6a-14d6-4fa8-8bdd-c44a05dff52f details requested by agent ovs-agent-dv-cinder-800697-1-iscsi with host dv-cinder-800697-1-iscsi {{(pid=92959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:25:53.213350 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0c96c2-7e02-43cf-8ca3-73f0aae7ae2b admin admin] Made reservation on behalf of a9793299c000402cb8306fcd5d1c082d for: {'subnet': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:25:53.215783 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9b0c96c2-7e02-43cf-8ca3-73f0aae7ae2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15819432'] for subnet, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:53.378188 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9b0c96c2-7e02-43cf-8ca3-73f0aae7ae2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15916259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15819418'] for subnet, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:53.434480 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c96c2-7e02-43cf-8ca3-73f0aae7ae2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=28e72ca7-72ee-423c-a705-c96364cb573a,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:53.443289 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0c96c2-7e02-43cf-8ca3-73f0aae7ae2b admin admin] Checking segment: {'id': '4a82ad69-c0d9-4f75-943b-744829d4ae24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:25:53.443649 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0c96c2-7e02-43cf-8ca3-73f0aae7ae2b admin admin] Network hostable DHCP agents. Network: 06394d6a-14d6-4fa8-8bdd-c44a05dff52f, hostable agents: ['9d6e4556-3812-4c7d-88f2-13bd16a57861'], hosted agents: [] {{(pid=92958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:25:53.459371 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0c96c2-7e02-43cf-8ca3-73f0aae7ae2b admin admin] Network 06394d6a-14d6-4fa8-8bdd-c44a05dff52f is scheduled to be hosted by DHCP agent 9d6e4556-3812-4c7d-88f2-13bd16a57861 with binding_index 1 {{(pid=92958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:25:53.467791 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-9b0c96c2-7e02-43cf-8ca3-73f0aae7ae2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-1-iscsi, 06394d6a-14d6-4fa8-8bdd-c44a05dff52f) {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:25:53.471750 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0c96c2-7e02-43cf-8ca3-73f0aae7ae2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:53.472369 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9b0c96c2-7e02-43cf-8ca3-73f0aae7ae2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for subnet, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:53.478387 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f0ef52-56a1-4979-924b-60fcf9aca9b4 None None] Network 06394d6a-14d6-4fa8-8bdd-c44a05dff52f requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:25:53.486142 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-9b0c96c2-7e02-43cf-8ca3-73f0aae7ae2b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2965198 Jul 13 20:25:53.488857 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49148) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:25:53.493408 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-cae87f06-9e37-4115-895a-0b8f1efb6dad admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-316977961-router', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'}}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:25:53.514775 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cae87f06-9e37-4115-895a-0b8f1efb6dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4752'] for router, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:53.515812 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cae87f06-9e37-4115-895a-0b8f1efb6dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4761'] for router, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:53.565388 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cae87f06-9e37-4115-895a-0b8f1efb6dad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:53.627845 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29a63ca-d8db-4627-aa2b-9bd28f074289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4343ca1b-82c6-5ec5-be1b-550c314ed552-06394d6a-14d6-4fa8-8bdd-c44a05dff52f', 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'fixed_ips': [{'subnet_id': '28e72ca7-72ee-423c-a705-c96364cb573a'}]}} from dv-cinder-800697-1-iscsi. {{(pid=92959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:25:53.628918 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-e29a63ca-d8db-4627-aa2b-9bd28f074289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:53.701281 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cae87f06-9e37-4115-895a-0b8f1efb6dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1708278', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4747'] for router, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:53.771200 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.db_base_plugin_common [None req-e29a63ca-d8db-4627-aa2b-9bd28f074289 None None] Allocated IP 172.20.0.2 (06394d6a-14d6-4fa8-8bdd-c44a05dff52f/28e72ca7-72ee-423c-a705-c96364cb573a/91a1fafa-fa6a-490b-a487-c85a73f29f5e) {{(pid=92959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:25:53.916533 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-e29a63ca-d8db-4627-aa2b-9bd28f074289 None None] Notify callbacks [] for port, precommit_create {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:53.925572 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-e29a63ca-d8db-4627-aa2b-9bd28f074289 None None] Transition to ACTIVE for port object 91a1fafa-fa6a-490b-a487-c85a73f29f5e will not be triggered until provisioned by entity L2. {{(pid=92959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:25:53.941286 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-e29a63ca-d8db-4627-aa2b-9bd28f074289 None None] Transition to ACTIVE for port object 91a1fafa-fa6a-490b-a487-c85a73f29f5e will not be triggered until provisioned by entity DHCP. {{(pid=92959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:25:53.947236 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-e29a63ca-d8db-4627-aa2b-9bd28f074289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094'] for port, after_create {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:53.988133 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29a63ca-d8db-4627-aa2b-9bd28f074289 None None] Network 06394d6a-14d6-4fa8-8bdd-c44a05dff52f is already hosted by enough agents. {{(pid=92959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:25:53.993286 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.scheduler.base_scheduler [None req-e29a63ca-d8db-4627-aa2b-9bd28f074289 None None] Resources bound (agent type, host, resource id): {{(pid=92959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:25:53.996809 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29a63ca-d8db-4627-aa2b-9bd28f074289 None None] Received port after_create {{(pid=92959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:25:54.007666 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a63ca-d8db-4627-aa2b-9bd28f074289 None None] Pushing event updated for resources: {'Port': ['ID=91a1fafa-fa6a-490b-a487-c85a73f29f5e,revision_number=1']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:54.033618 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29a63ca-d8db-4627-aa2b-9bd28f074289 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:54.033966 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29a63ca-d8db-4627-aa2b-9bd28f074289 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:54.034316 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29a63ca-d8db-4627-aa2b-9bd28f074289 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:54.034656 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29a63ca-d8db-4627-aa2b-9bd28f074289 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:54.034988 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29a63ca-d8db-4627-aa2b-9bd28f074289 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:54.035324 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29a63ca-d8db-4627-aa2b-9bd28f074289 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:54.035654 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29a63ca-d8db-4627-aa2b-9bd28f074289 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:54.036002 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29a63ca-d8db-4627-aa2b-9bd28f074289 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:54.036335 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29a63ca-d8db-4627-aa2b-9bd28f074289 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:54.036661 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29a63ca-d8db-4627-aa2b-9bd28f074289 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:54.036985 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29a63ca-d8db-4627-aa2b-9bd28f074289 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:54.037309 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29a63ca-d8db-4627-aa2b-9bd28f074289 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:54.071989 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-e29a63ca-d8db-4627-aa2b-9bd28f074289 None None] Attempting to bind port 91a1fafa-fa6a-490b-a487-c85a73f29f5e on host dv-cinder-800697-1-iscsi for vnic_type normal with profile {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:25:54.072361 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-e29a63ca-d8db-4627-aa2b-9bd28f074289 None None] Attempting to bind port 91a1fafa-fa6a-490b-a487-c85a73f29f5e by drivers openvswitch,hyperv on host dv-cinder-800697-1-iscsi at level 0 using segments [{'id': '4a82ad69-c0d9-4f75-943b-744829d4ae24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f'}] {{(pid=92959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:25:54.072725 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29a63ca-d8db-4627-aa2b-9bd28f074289 None None] Attempting to bind port 91a1fafa-fa6a-490b-a487-c85a73f29f5e on network 06394d6a-14d6-4fa8-8bdd-c44a05dff52f {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:25:54.077944 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29a63ca-d8db-4627-aa2b-9bd28f074289 None None] Checking agent: {'id': '9033cd36-ce31-4b6d-a813-8d08366f9d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 10, 7), 'started_at': datetime.datetime(2021, 7, 13, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:25:54.078324 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29a63ca-d8db-4627-aa2b-9bd28f074289 None None] Checking segment: {'id': '4a82ad69-c0d9-4f75-943b-744829d4ae24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:25:54.078733 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-e29a63ca-d8db-4627-aa2b-9bd28f074289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:54.079130 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29a63ca-d8db-4627-aa2b-9bd28f074289 None None] Bound using segment: {'id': '4a82ad69-c0d9-4f75-943b-744829d4ae24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f'} {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:25:54.079600 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-e29a63ca-d8db-4627-aa2b-9bd28f074289 None None] Bound port: 91a1fafa-fa6a-490b-a487-c85a73f29f5e, host: dv-cinder-800697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a82ad69-c0d9-4f75-943b-744829d4ae24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f'}}] {{(pid=92959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:25:54.080005 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-e29a63ca-d8db-4627-aa2b-9bd28f074289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:54.123277 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cae87f06-9e37-4115-895a-0b8f1efb6dad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:54.141923 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-e29a63ca-d8db-4627-aa2b-9bd28f074289 None None] For port 91a1fafa-fa6a-490b-a487-c85a73f29f5e, host dv-cinder-800697-1-iscsi, cleared binding levels {{(pid=92959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:25:54.145088 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-e29a63ca-d8db-4627-aa2b-9bd28f074289 None None] For port 91a1fafa-fa6a-490b-a487-c85a73f29f5e, host dv-cinder-800697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=91a1fafa-fa6a-490b-a487-c85a73f29f5e,segment=NetworkSegment(4a82ad69-c0d9-4f75-943b-744829d4ae24),segment_id=4a82ad69-c0d9-4f75-943b-744829d4ae24)] {{(pid=92959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:25:54.145399 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cae87f06-9e37-4115-895a-0b8f1efb6dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:54.151364 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-e29a63ca-d8db-4627-aa2b-9bd28f074289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:54.214522 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a63ca-d8db-4627-aa2b-9bd28f074289 None None] Pushing event updated for resources: {'Port': ['ID=91a1fafa-fa6a-490b-a487-c85a73f29f5e,revision_number=2']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:54.257001 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [None req-cae87f06-9e37-4115-895a-0b8f1efb6dad admin admin] Allocated IP 172.27.1.132 (e57c7c0c-39ec-40cf-b750-a71f25c7d8d2/a207c1df-41ac-48bd-9f72-165f77d81169/e73f2ee6-c74c-4661-bced-fc8d459c4a1c) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:25:54.380368 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cae87f06-9e37-4115-895a-0b8f1efb6dad admin admin] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:54.423447 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cae87f06-9e37-4115-895a-0b8f1efb6dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15916159'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:54.464772 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae87f06-9e37-4115-895a-0b8f1efb6dad admin admin] Network e57c7c0c-39ec-40cf-b750-a71f25c7d8d2 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:25:54.468447 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-cae87f06-9e37-4115-895a-0b8f1efb6dad admin admin] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:25:54.472052 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae87f06-9e37-4115-895a-0b8f1efb6dad admin admin] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:25:54.477644 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae87f06-9e37-4115-895a-0b8f1efb6dad admin admin] Pushing event updated for resources: {'Port': ['ID=e73f2ee6-c74c-4661-bced-fc8d459c4a1c,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:54.714640 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cae87f06-9e37-4115-895a-0b8f1efb6dad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:54.912143 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cae87f06-9e37-4115-895a-0b8f1efb6dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1708235'] for router, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:55.045400 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae87f06-9e37-4115-895a-0b8f1efb6dad admin admin] Router dabd5951-781a-4df0-8e5c-9257f190d9e6 is scheduled to L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d with binding_index 1 {{(pid=92958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:25:55.056269 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de5950c-83ee-450e-859f-45a6466f0a1a None None] Network 06394d6a-14d6-4fa8-8bdd-c44a05dff52f requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:25:55.130212 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-7cec216c-233c-413c-ad10-f7d6e958adf2 None None] Provisioning for port 91a1fafa-fa6a-490b-a487-c85a73f29f5e completed by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:25:55.156492 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae87f06-9e37-4115-895a-0b8f1efb6dad admin admin] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:25:55.167474 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b454a7d2-6203-44f7-8c27-89ceafa60f37 None None] Sync routers for ids ['dabd5951-781a-4df0-8e5c-9257f190d9e6'] in dv-cinder-800697-1-iscsi {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:25:55.173627 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cae87f06-9e37-4115-895a-0b8f1efb6dad admin admin] Notify callbacks [] for router, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:55.175331 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-cae87f06-9e37-4115-895a-0b8f1efb6dad admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6856031 Jul 13 20:25:55.178032 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49150) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:25:55.179722 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b454a7d2-6203-44f7-8c27-89ceafa60f37 None None] Routers {'dabd5951-781a-4df0-8e5c-9257f190d9e6'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:25:55.180557 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-b454a7d2-6203-44f7-8c27-89ceafa60f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:25:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['dabd5951-781a-4df0-8e5c-9257f190d9e6'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:55.382766 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-b454a7d2-6203-44f7-8c27-89ceafa60f37 None None] Set router dabd5951-781a-4df0-8e5c-9257f190d9e6 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:25:55.569081 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-b454a7d2-6203-44f7-8c27-89ceafa60f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'name': 'tempest-AttachVolumeTestJSON-316977961-router', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e73f2ee6-c74c-4661-bced-fc8d459c4a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:25:53Z', 'updated_at': '2021-07-13T20:25:54Z', 'revision_number': 3, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'gw_port': {'id': 'e73f2ee6-c74c-4661-bced-fc8d459c4a1c', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:25:54Z', 'updated_at': '2021-07-13T20:25:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi'}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:55.594074 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7e411f6b-8a7a-49da-8a7c-c073d42ac839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:55.598557 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b454a7d2-6203-44f7-8c27-89ceafa60f37 None None] Checking router: dabd5951-781a-4df0-8e5c-9257f190d9e6 for host: dv-cinder-800697-1-iscsi {{(pid=92960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:25:55.598903 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b454a7d2-6203-44f7-8c27-89ceafa60f37 None None] Updating router dabd5951-781a-4df0-8e5c-9257f190d9e6 port e73f2ee6-c74c-4661-bced-fc8d459c4a1c binding host dv-cinder-800697-1-iscsi {{(pid=92960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:25:55.632059 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b454a7d2-6203-44f7-8c27-89ceafa60f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:55.752621 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [None req-7e411f6b-8a7a-49da-8a7c-c073d42ac839 admin admin] Allocated IP 172.20.0.1 (06394d6a-14d6-4fa8-8bdd-c44a05dff52f/28e72ca7-72ee-423c-a705-c96364cb573a/928d551d-34cd-46e7-8967-cc75a71f11cd) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:25:55.850741 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 91a1fafa-fa6a-490b-a487-c85a73f29f5e up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:25:55.874136 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7e411f6b-8a7a-49da-8a7c-c073d42ac839 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:55.890687 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.provisioning_blocks [None req-7e411f6b-8a7a-49da-8a7c-c073d42ac839 admin admin] Transition to ACTIVE for port object 928d551d-34cd-46e7-8967-cc75a71f11cd will not be triggered until provisioned by entity DHCP. {{(pid=92958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:25:55.900137 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b454a7d2-6203-44f7-8c27-89ceafa60f37 None None] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:55.900518 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning for port 91a1fafa-fa6a-490b-a487-c85a73f29f5e completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:25:55.904304 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port 91a1fafa-fa6a-490b-a487-c85a73f29f5e triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:25:55.904892 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:55.911484 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [None req-b454a7d2-6203-44f7-8c27-89ceafa60f37 None None] Transition to ACTIVE for port object e73f2ee6-c74c-4661-bced-fc8d459c4a1c will not be triggered until provisioned by entity L2. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:25:55.918109 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b454a7d2-6203-44f7-8c27-89ceafa60f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:55.927036 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7e411f6b-8a7a-49da-8a7c-c073d42ac839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15916159'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:55.969454 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e411f6b-8a7a-49da-8a7c-c073d42ac839 admin admin] Network 06394d6a-14d6-4fa8-8bdd-c44a05dff52f is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:25:55.972422 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-7e411f6b-8a7a-49da-8a7c-c073d42ac839 admin admin] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:25:55.974317 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc19dcb-2a09-4d37-8a37-62ea6155655a None None] Pushing event updated for resources: {'Port': ['ID=e73f2ee6-c74c-4661-bced-fc8d459c4a1c,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:55.975849 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e411f6b-8a7a-49da-8a7c-c073d42ac839 admin admin] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:25:55.987188 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:55.988028 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc19dcb-2a09-4d37-8a37-62ea6155655a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:55.988484 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc19dcb-2a09-4d37-8a37-62ea6155655a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:55.988925 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc19dcb-2a09-4d37-8a37-62ea6155655a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:55.989361 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc19dcb-2a09-4d37-8a37-62ea6155655a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:55.989793 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc19dcb-2a09-4d37-8a37-62ea6155655a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:55.990236 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc19dcb-2a09-4d37-8a37-62ea6155655a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:55.990668 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc19dcb-2a09-4d37-8a37-62ea6155655a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:55.991091 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc19dcb-2a09-4d37-8a37-62ea6155655a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:55.991518 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc19dcb-2a09-4d37-8a37-62ea6155655a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:55.991940 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc19dcb-2a09-4d37-8a37-62ea6155655a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:55.992647 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc19dcb-2a09-4d37-8a37-62ea6155655a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:55.993059 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc19dcb-2a09-4d37-8a37-62ea6155655a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:25:55.997869 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e411f6b-8a7a-49da-8a7c-c073d42ac839 admin admin] Pushing event updated for resources: {'Port': ['ID=928d551d-34cd-46e7-8967-cc75a71f11cd,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:56.001433 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [None req-b454a7d2-6203-44f7-8c27-89ceafa60f37 None None] Attempting to bind port e73f2ee6-c74c-4661-bced-fc8d459c4a1c on host dv-cinder-800697-1-iscsi for vnic_type normal with profile {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:25:56.002412 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [None req-b454a7d2-6203-44f7-8c27-89ceafa60f37 None None] Attempting to bind port e73f2ee6-c74c-4661-bced-fc8d459c4a1c by drivers openvswitch,hyperv on host dv-cinder-800697-1-iscsi at level 0 using segments [{'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:25:56.002873 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b454a7d2-6203-44f7-8c27-89ceafa60f37 None None] Attempting to bind port e73f2ee6-c74c-4661-bced-fc8d459c4a1c on network e57c7c0c-39ec-40cf-b750-a71f25c7d8d2 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:25:56.009572 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b454a7d2-6203-44f7-8c27-89ceafa60f37 None None] Checking agent: {'id': '9033cd36-ce31-4b6d-a813-8d08366f9d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 10, 7), 'started_at': datetime.datetime(2021, 7, 13, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:25:56.010066 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b454a7d2-6203-44f7-8c27-89ceafa60f37 None None] Checking segment: {'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:25:56.011325 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b454a7d2-6203-44f7-8c27-89ceafa60f37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:56.011325 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b454a7d2-6203-44f7-8c27-89ceafa60f37 None None] Bound using segment: {'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:25:56.011558 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [None req-b454a7d2-6203-44f7-8c27-89ceafa60f37 None None] Bound port: e73f2ee6-c74c-4661-bced-fc8d459c4a1c, host: dv-cinder-800697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2d7350-8005-4571-9290-470baa5abba8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'}}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:25:56.012061 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b454a7d2-6203-44f7-8c27-89ceafa60f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:56.017672 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7e411f6b-8a7a-49da-8a7c-c073d42ac839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1709742'] for router_interface, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:56.036761 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] For port 91a1fafa-fa6a-490b-a487-c85a73f29f5e, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=91a1fafa-fa6a-490b-a487-c85a73f29f5e,segment=NetworkSegment(4a82ad69-c0d9-4f75-943b-744829d4ae24),segment_id=4a82ad69-c0d9-4f75-943b-744829d4ae24)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:25:56.042268 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:56.079443 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-b454a7d2-6203-44f7-8c27-89ceafa60f37 None None] For port e73f2ee6-c74c-4661-bced-fc8d459c4a1c, host dv-cinder-800697-1-iscsi, cleared binding levels {{(pid=92960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:25:56.082848 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-b454a7d2-6203-44f7-8c27-89ceafa60f37 None None] For port e73f2ee6-c74c-4661-bced-fc8d459c4a1c, host dv-cinder-800697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=e73f2ee6-c74c-4661-bced-fc8d459c4a1c,segment=NetworkSegment(dd2d7350-8005-4571-9290-470baa5abba8),segment_id=dd2d7350-8005-4571-9290-470baa5abba8)] {{(pid=92960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:25:56.090872 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b454a7d2-6203-44f7-8c27-89ceafa60f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:56.101230 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Pushing event updated for resources: {'Port': ['ID=91a1fafa-fa6a-490b-a487-c85a73f29f5e,revision_number=3']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:56.151065 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b454a7d2-6203-44f7-8c27-89ceafa60f37 None None] Routers {'dabd5951-781a-4df0-8e5c-9257f190d9e6'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:25:56.151658 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-b454a7d2-6203-44f7-8c27-89ceafa60f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:25:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['dabd5951-781a-4df0-8e5c-9257f190d9e6'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:56.189323 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7e411f6b-8a7a-49da-8a7c-c073d42ac839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:56.236823 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc19dcb-2a09-4d37-8a37-62ea6155655a None None] Pushing event updated for resources: {'Port': ['ID=e73f2ee6-c74c-4661-bced-fc8d459c4a1c,revision_number=3']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:56.269766 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-b454a7d2-6203-44f7-8c27-89ceafa60f37 None None] Set router dabd5951-781a-4df0-8e5c-9257f190d9e6 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:25:56.282407 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-c8a7acd1-a4ed-4fc6-a329-25976e9fc965 None None] Provisioning for port 928d551d-34cd-46e7-8967-cc75a71f11cd completed by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:25:56.287134 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-c8a7acd1-a4ed-4fc6-a329-25976e9fc965 None None] Provisioning complete for port 928d551d-34cd-46e7-8967-cc75a71f11cd triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:25:56.287514 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-c8a7acd1-a4ed-4fc6-a329-25976e9fc965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:56.335878 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-c8a7acd1-a4ed-4fc6-a329-25976e9fc965 None None] Port 928d551d-34cd-46e7-8967-cc75a71f11cd cannot update to ACTIVE because it is not bound. {{(pid=92959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:25:56.365812 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7e411f6b-8a7a-49da-8a7c-c073d42ac839 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:56.370403 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7e411f6b-8a7a-49da-8a7c-c073d42ac839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15916148'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:56.433946 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e411f6b-8a7a-49da-8a7c-c073d42ac839 admin admin] Pushing event updated for resources: {'Port': ['ID=928d551d-34cd-46e7-8967-cc75a71f11cd,revision_number=2']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:56.437061 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7e411f6b-8a7a-49da-8a7c-c073d42ac839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711076'] for router_interface, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:56.471800 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-b454a7d2-6203-44f7-8c27-89ceafa60f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'name': 'tempest-AttachVolumeTestJSON-316977961-router', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e73f2ee6-c74c-4661-bced-fc8d459c4a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:25:53Z', 'updated_at': '2021-07-13T20:25:56Z', 'revision_number': 4, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'gw_port': {'id': 'e73f2ee6-c74c-4661-bced-fc8d459c4a1c', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:25:54Z', 'updated_at': '2021-07-13T20:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': '928d551d-34cd-46e7-8967-cc75a71f11cd', 'name': '', 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'mac_address': 'fa:16:3e:3a:31:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '28e72ca7-72ee-423c-a705-c96364cb573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:25:55Z', 'updated_at': '2021-07-13T20:25:55Z', 'revision_number': 1, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'subnets': [{'id': '28e72ca7-72ee-423c-a705-c96364cb573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:56.497430 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b454a7d2-6203-44f7-8c27-89ceafa60f37 None None] The sync data for ids ['dabd5951-781a-4df0-8e5c-9257f190d9e6'] in dv-cinder-800697-1-iscsi is: [{'id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'name': 'tempest-AttachVolumeTestJSON-316977961-router', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e73f2ee6-c74c-4661-bced-fc8d459c4a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:25:53Z', 'updated_at': '2021-07-13T20:25:56Z', 'revision_number': 4, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'gw_port': {'id': 'e73f2ee6-c74c-4661-bced-fc8d459c4a1c', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:25:54Z', 'updated_at': '2021-07-13T20:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': '928d551d-34cd-46e7-8967-cc75a71f11cd', 'name': '', 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'mac_address': 'fa:16:3e:3a:31:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '28e72ca7-72ee-423c-a705-c96364cb573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:25:55Z', 'updated_at': '2021-07-13T20:25:55Z', 'revision_number': 1, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'subnets': [{'id': '28e72ca7-72ee-423c-a705-c96364cb573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:25:56.531012 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e411f6b-8a7a-49da-8a7c-c073d42ac839 admin admin] Network 06394d6a-14d6-4fa8-8bdd-c44a05dff52f is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:25:56.532579 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-7e411f6b-8a7a-49da-8a7c-c073d42ac839 admin admin] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:25:56.862640 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-4609e6d4-0867-47c2-907e-11ec8bc6c6bf None None] Provisioning complete for port 928d551d-34cd-46e7-8967-cc75a71f11cd triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:25:56.863237 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-4609e6d4-0867-47c2-907e-11ec8bc6c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:56.911678 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-4609e6d4-0867-47c2-907e-11ec8bc6c6bf None None] Port 928d551d-34cd-46e7-8967-cc75a71f11cd cannot update to ACTIVE because it is not bound. {{(pid=92959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:25:56.913986 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e411f6b-8a7a-49da-8a7c-c073d42ac839 admin admin] Router dabd5951-781a-4df0-8e5c-9257f190d9e6 has already been hosted by L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:25:57.028975 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e411f6b-8a7a-49da-8a7c-c073d42ac839 admin admin] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:25:57.034074 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-7e411f6b-8a7a-49da-8a7c-c073d42ac839 admin admin] 10.222.0.41 "PUT /v2.0/routers/dabd5951-781a-4df0-8e5c-9257f190d9e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8548660 Jul 13 20:25:57.550341 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49158) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:25:57.555095 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-36476505-d270-453d-a841-59737ffe5fe2 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Request body: {'security_group': {'name': 'tempest-securitygroup--943676948', 'description': 'tempest-description--51291708'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:25:57.578804 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-36476505-d270-453d-a841-59737ffe5fe2 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:57.661745 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-36476505-d270-453d-a841-59737ffe5fe2 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:57.665803 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-36476505-d270-453d-a841-59737ffe5fe2 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:57.697086 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36476505-d270-453d-a841-59737ffe5fe2 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a78329-49b2-4484-a175-303b40933416,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:57.701327 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-36476505-d270-453d-a841-59737ffe5fe2 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:57.702767 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-36476505-d270-453d-a841-59737ffe5fe2 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.1513720 Jul 13 20:25:57.705674 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49160) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:25:57.710181 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-5d581f41-8fd5-4057-b1fe-d9ae34e6ed49 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Request body: {'security_group_rule': {'security_group_id': 'b6a78329-49b2-4484-a175-303b40933416', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:25:57.737273 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5d581f41-8fd5-4057-b1fe-d9ae34e6ed49 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:57.796400 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5d581f41-8fd5-4057-b1fe-d9ae34e6ed49 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:57.800519 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5d581f41-8fd5-4057-b1fe-d9ae34e6ed49 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670184'] for security_group_rule, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:57.823796 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d581f41-8fd5-4057-b1fe-d9ae34e6ed49 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=281ceccb-4d6d-454b-ab63-4157af01c6dd,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:57.828087 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5d581f41-8fd5-4057-b1fe-d9ae34e6ed49 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:57.829302 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-5d581f41-8fd5-4057-b1fe-d9ae34e6ed49 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227000 Jul 13 20:25:57.831911 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49162) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:25:57.836331 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-f0f21d1d-918a-473f-8e92-057128f60997 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Request body: {'security_group_rule': {'security_group_id': 'b6a78329-49b2-4484-a175-303b40933416', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:25:57.862309 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f0f21d1d-918a-473f-8e92-057128f60997 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:57.894488 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device e73f2ee6-c74c-4661-bced-fc8d459c4a1c up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:25:57.929627 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f0f21d1d-918a-473f-8e92-057128f60997 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:57.933294 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f0f21d1d-918a-473f-8e92-057128f60997 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670184'] for security_group_rule, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:57.945279 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning for port e73f2ee6-c74c-4661-bced-fc8d459c4a1c completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:25:57.955163 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f21d1d-918a-473f-8e92-057128f60997 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7797eb2-0780-4c83-b119-aa26bfea4c17,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:57.957552 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port e73f2ee6-c74c-4661-bced-fc8d459c4a1c triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:25:57.957799 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:57.962585 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f0f21d1d-918a-473f-8e92-057128f60997 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:57.963909 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-f0f21d1d-918a-473f-8e92-057128f60997 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1310463 Jul 13 20:25:57.966926 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49164) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:25:57.972401 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-62093934-fb96-468a-88ae-55bf13215dcc tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Request body: {'floatingip': {'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:25:57.994403 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-62093934-fb96-468a-88ae-55bf13215dcc tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for floatingip, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:58.039907 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:58.061110 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] For port e73f2ee6-c74c-4661-bced-fc8d459c4a1c, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=e73f2ee6-c74c-4661-bced-fc8d459c4a1c,segment=NetworkSegment(dd2d7350-8005-4571-9290-470baa5abba8),segment_id=dd2d7350-8005-4571-9290-470baa5abba8)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:25:58.066016 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:58.066942 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 91a1fafa-fa6a-490b-a487-c85a73f29f5e up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:25:58.092912 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-62093934-fb96-468a-88ae-55bf13215dcc tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:58.144376 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Pushing event updated for resources: {'Port': ['ID=e73f2ee6-c74c-4661-bced-fc8d459c4a1c,revision_number=4']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:58.157287 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port 91a1fafa-fa6a-490b-a487-c85a73f29f5e triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:25:58.157742 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:58.209652 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [None req-62093934-fb96-468a-88ae-55bf13215dcc tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Allocated IP 172.27.1.54 (e57c7c0c-39ec-40cf-b750-a71f25c7d8d2/a207c1df-41ac-48bd-9f72-165f77d81169/b66cb6af-bdae-4d94-ad1a-528bb384cfe9) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:25:58.310597 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-62093934-fb96-468a-88ae-55bf13215dcc tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:58.349746 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-62093934-fb96-468a-88ae-55bf13215dcc tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15916159'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:58.394982 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62093934-fb96-468a-88ae-55bf13215dcc tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Network e57c7c0c-39ec-40cf-b750-a71f25c7d8d2 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:25:58.399158 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-62093934-fb96-468a-88ae-55bf13215dcc tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:25:58.401564 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62093934-fb96-468a-88ae-55bf13215dcc tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:25:58.423229 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62093934-fb96-468a-88ae-55bf13215dcc tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Pushing event updated for resources: {'Port': ['ID=b66cb6af-bdae-4d94-ad1a-528bb384cfe9,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:58.446102 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6faa034-1809-40cf-a975-6227ec1dbff3 None None] Sync routers for ids ['dabd5951-781a-4df0-8e5c-9257f190d9e6'] in dv-cinder-800697-1-iscsi {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:25:58.455740 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6faa034-1809-40cf-a975-6227ec1dbff3 None None] Routers {'dabd5951-781a-4df0-8e5c-9257f190d9e6'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:25:58.456411 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-b6faa034-1809-40cf-a975-6227ec1dbff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:25:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['dabd5951-781a-4df0-8e5c-9257f190d9e6'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:58.490782 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-62093934-fb96-468a-88ae-55bf13215dcc tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:58.533697 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-62093934-fb96-468a-88ae-55bf13215dcc tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:58.564567 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-b6faa034-1809-40cf-a975-6227ec1dbff3 None None] Set router dabd5951-781a-4df0-8e5c-9257f190d9e6 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:25:58.681273 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-62093934-fb96-468a-88ae-55bf13215dcc tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for port, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:58.686664 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-62093934-fb96-468a-88ae-55bf13215dcc tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15916148'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:58.757595 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62093934-fb96-468a-88ae-55bf13215dcc tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Pushing event updated for resources: {'Port': ['ID=b66cb6af-bdae-4d94-ad1a-528bb384cfe9,revision_number=2']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:58.768022 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-62093934-fb96-468a-88ae-55bf13215dcc tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708393'] for floatingip, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:58.768187 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-b6faa034-1809-40cf-a975-6227ec1dbff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'name': 'tempest-AttachVolumeTestJSON-316977961-router', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e73f2ee6-c74c-4661-bced-fc8d459c4a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:25:53Z', 'updated_at': '2021-07-13T20:25:56Z', 'revision_number': 4, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'gw_port': {'id': 'e73f2ee6-c74c-4661-bced-fc8d459c4a1c', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:25:54Z', 'updated_at': '2021-07-13T20:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': '928d551d-34cd-46e7-8967-cc75a71f11cd', 'name': '', 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'mac_address': 'fa:16:3e:3a:31:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '28e72ca7-72ee-423c-a705-c96364cb573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:25:55Z', 'updated_at': '2021-07-13T20:25:56Z', 'revision_number': 2, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'subnets': [{'id': '28e72ca7-72ee-423c-a705-c96364cb573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:58.782322 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-62093934-fb96-468a-88ae-55bf13215dcc tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for floatingip, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:58.787391 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-62093934-fb96-468a-88ae-55bf13215dcc tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8153298 Jul 13 20:25:58.798573 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6faa034-1809-40cf-a975-6227ec1dbff3 None None] Checking router: dabd5951-781a-4df0-8e5c-9257f190d9e6 for host: dv-cinder-800697-1-iscsi {{(pid=92959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:25:58.798930 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6faa034-1809-40cf-a975-6227ec1dbff3 None None] Updating router dabd5951-781a-4df0-8e5c-9257f190d9e6 port 928d551d-34cd-46e7-8967-cc75a71f11cd binding host dv-cinder-800697-1-iscsi {{(pid=92959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:25:58.837401 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-b6faa034-1809-40cf-a975-6227ec1dbff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:58.926779 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-6a9907cd-2872-4742-b67a-bec70a88aaf2 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--943676948&fields=id&tenant_id=a9793299c000402cb8306fcd5d1c082d HTTP/1.1" status: 200 len: 267 time: 0.0332379 Jul 13 20:25:59.032123 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-136992ef-c201-4e0e-9614-4ee74c437857 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:59.033712 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-136992ef-c201-4e0e-9614-4ee74c437857 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/networks?id=06394d6a-14d6-4fa8-8bdd-c44a05dff52f HTTP/1.1" status: 200 len: 810 time: 0.1006289 Jul 13 20:25:59.048786 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-9d24a27d-231e-47d8-818a-d3bdf5fd0730 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/quotas/a9793299c000402cb8306fcd5d1c082d HTTP/1.1" status: 200 len: 375 time: 0.0096800 Jul 13 20:25:59.097607 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-b6faa034-1809-40cf-a975-6227ec1dbff3 None None] Notify callbacks [] for port, precommit_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:59.109252 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-b6faa034-1809-40cf-a975-6227ec1dbff3 None None] Transition to ACTIVE for port object 928d551d-34cd-46e7-8967-cc75a71f11cd will not be triggered until provisioned by entity L2. {{(pid=92959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:25:59.114924 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-b6faa034-1809-40cf-a975-6227ec1dbff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:59.124055 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-0efd7e28-5db5-45fe-82fc-48f2757ad213 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a9793299c000402cb8306fcd5d1c082d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0695198 Jul 13 20:25:59.222335 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-64e3b441-dac7-4552-9f3c-25ce9cf6d6ef service neutron] 10.222.0.41 "GET /v2.0/networks/06394d6a-14d6-4fa8-8bdd-c44a05dff52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859084 Jul 13 20:25:59.289831 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195bf1ab-eaf6-41b4-bbd1-ce5f3aee809d None None] Pushing event updated for resources: {'Port': ['ID=928d551d-34cd-46e7-8967-cc75a71f11cd,revision_number=3']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:59.318941 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-b863bad7-5762-413b-ba2a-e9b4ec4f9b65 service neutron] 10.222.0.41 "GET /v2.0/networks/06394d6a-14d6-4fa8-8bdd-c44a05dff52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905583 Jul 13 20:25:59.343865 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-b6faa034-1809-40cf-a975-6227ec1dbff3 None None] Attempting to bind port 928d551d-34cd-46e7-8967-cc75a71f11cd on host dv-cinder-800697-1-iscsi for vnic_type normal with profile {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:25:59.344350 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-b6faa034-1809-40cf-a975-6227ec1dbff3 None None] Attempting to bind port 928d551d-34cd-46e7-8967-cc75a71f11cd by drivers openvswitch,hyperv on host dv-cinder-800697-1-iscsi at level 0 using segments [{'id': '4a82ad69-c0d9-4f75-943b-744829d4ae24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f'}] {{(pid=92959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:25:59.344792 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6faa034-1809-40cf-a975-6227ec1dbff3 None None] Attempting to bind port 928d551d-34cd-46e7-8967-cc75a71f11cd on network 06394d6a-14d6-4fa8-8bdd-c44a05dff52f {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:25:59.351251 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6faa034-1809-40cf-a975-6227ec1dbff3 None None] Checking agent: {'id': '9033cd36-ce31-4b6d-a813-8d08366f9d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 10, 7), 'started_at': datetime.datetime(2021, 7, 13, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:25:59.351729 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6faa034-1809-40cf-a975-6227ec1dbff3 None None] Checking segment: {'id': '4a82ad69-c0d9-4f75-943b-744829d4ae24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:25:59.352239 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-b6faa034-1809-40cf-a975-6227ec1dbff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:59.352710 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6faa034-1809-40cf-a975-6227ec1dbff3 None None] Bound using segment: {'id': '4a82ad69-c0d9-4f75-943b-744829d4ae24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f'} {{(pid=92959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:25:59.353255 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.managers [None req-b6faa034-1809-40cf-a975-6227ec1dbff3 None None] Bound port: 928d551d-34cd-46e7-8967-cc75a71f11cd, host: dv-cinder-800697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a82ad69-c0d9-4f75-943b-744829d4ae24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f'}}] {{(pid=92959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:25:59.354549 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-b6faa034-1809-40cf-a975-6227ec1dbff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:59.423714 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-b6faa034-1809-40cf-a975-6227ec1dbff3 None None] For port 928d551d-34cd-46e7-8967-cc75a71f11cd, host dv-cinder-800697-1-iscsi, cleared binding levels {{(pid=92959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:25:59.430910 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-b6faa034-1809-40cf-a975-6227ec1dbff3 None None] For port 928d551d-34cd-46e7-8967-cc75a71f11cd, host dv-cinder-800697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=928d551d-34cd-46e7-8967-cc75a71f11cd,segment=NetworkSegment(4a82ad69-c0d9-4f75-943b-744829d4ae24),segment_id=4a82ad69-c0d9-4f75-943b-744829d4ae24)] {{(pid=92959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:25:59.435478 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-b6faa034-1809-40cf-a975-6227ec1dbff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:59.502905 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6faa034-1809-40cf-a975-6227ec1dbff3 None None] Routers {'dabd5951-781a-4df0-8e5c-9257f190d9e6'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:25:59.503547 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-b6faa034-1809-40cf-a975-6227ec1dbff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:25:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['dabd5951-781a-4df0-8e5c-9257f190d9e6'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:59.543240 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f0345a2b-a8bb-4ffb-866b-b8e57d0d2387 req-f1575a10-9cbf-447f-80ca-1d5036376763 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 210 time: 0.0315769 Jul 13 20:25:59.557035 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195bf1ab-eaf6-41b4-bbd1-ce5f3aee809d None None] Pushing event updated for resources: {'Port': ['ID=928d551d-34cd-46e7-8967-cc75a71f11cd,revision_number=4']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:59.642839 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-b6faa034-1809-40cf-a975-6227ec1dbff3 None None] Set router dabd5951-781a-4df0-8e5c-9257f190d9e6 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:25:59.848691 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device e73f2ee6-c74c-4661-bced-fc8d459c4a1c up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:25:59.932161 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port e73f2ee6-c74c-4661-bced-fc8d459c4a1c triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:25:59.932580 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:59.936633 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-b6faa034-1809-40cf-a975-6227ec1dbff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'name': 'tempest-AttachVolumeTestJSON-316977961-router', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e73f2ee6-c74c-4661-bced-fc8d459c4a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:25:53Z', 'updated_at': '2021-07-13T20:25:56Z', 'revision_number': 4, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'gw_port': {'id': 'e73f2ee6-c74c-4661-bced-fc8d459c4a1c', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:25:54Z', 'updated_at': '2021-07-13T20:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': '928d551d-34cd-46e7-8967-cc75a71f11cd', 'name': '', 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'mac_address': 'fa:16:3e:3a:31:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '28e72ca7-72ee-423c-a705-c96364cb573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:25:55Z', 'updated_at': '2021-07-13T20:25:59Z', 'revision_number': 4, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'subnets': [{'id': '28e72ca7-72ee-423c-a705-c96364cb573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:59.984634 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6faa034-1809-40cf-a975-6227ec1dbff3 None None] The sync data for ids ['dabd5951-781a-4df0-8e5c-9257f190d9e6'] in dv-cinder-800697-1-iscsi is: [{'id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'name': 'tempest-AttachVolumeTestJSON-316977961-router', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e73f2ee6-c74c-4661-bced-fc8d459c4a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:25:53Z', 'updated_at': '2021-07-13T20:25:56Z', 'revision_number': 4, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'gw_port': {'id': 'e73f2ee6-c74c-4661-bced-fc8d459c4a1c', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:25:54Z', 'updated_at': '2021-07-13T20:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': '928d551d-34cd-46e7-8967-cc75a71f11cd', 'name': '', 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'mac_address': 'fa:16:3e:3a:31:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '28e72ca7-72ee-423c-a705-c96364cb573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:25:55Z', 'updated_at': '2021-07-13T20:25:59Z', 'revision_number': 4, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'subnets': [{'id': '28e72ca7-72ee-423c-a705-c96364cb573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:26:00.042694 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 928d551d-34cd-46e7-8967-cc75a71f11cd up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:26:00.094246 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning for port 928d551d-34cd-46e7-8967-cc75a71f11cd completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:26:00.098473 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port 928d551d-34cd-46e7-8967-cc75a71f11cd triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:26:00.099126 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:00.184408 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:00.220747 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] For port 928d551d-34cd-46e7-8967-cc75a71f11cd, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=928d551d-34cd-46e7-8967-cc75a71f11cd,segment=NetworkSegment(4a82ad69-c0d9-4f75-943b-744829d4ae24),segment_id=4a82ad69-c0d9-4f75-943b-744829d4ae24)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:26:00.225951 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:00.278269 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Pushing event updated for resources: {'Port': ['ID=928d551d-34cd-46e7-8967-cc75a71f11cd,revision_number=5']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:00.694214 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9cd4066a-e2ea-47d5-b5c8-b3e23e1ddd7e req-a8373e38-a5eb-4279-bbd2-63662740c101 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 210 time: 0.0293972 Jul 13 20:26:00.705191 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-84491d74-6c4e-46d6-b58e-f1b6b8692378 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:00.707097 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-84491d74-6c4e-46d6-b58e-f1b6b8692378 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.47 "GET /v2.0/networks?id=06394d6a-14d6-4fa8-8bdd-c44a05dff52f HTTP/1.1" status: 200 len: 810 time: 0.1081026 Jul 13 20:26:00.756104 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-3c3e5b7a-628a-4a7c-b268-3e647cc77bcf tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9793299c000402cb8306fcd5d1c082d HTTP/1.1" status: 200 len: 379 time: 0.0397530 Jul 13 20:26:00.766647 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-d5979630-1806-48de-8d77-e7a18f1b309a tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Request body: {'port': {'device_id': '437bf44f-75cf-44a1-a440-c67e22796186', 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f', 'admin_state_up': True, 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'security_groups': ['b6a78329-49b2-4484-a175-303b40933416']}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:26:00.873468 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-d5979630-1806-48de-8d77-e7a18f1b309a tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Made reservation on behalf of a9793299c000402cb8306fcd5d1c082d for: {'port': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:26:00.877145 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-d5979630-1806-48de-8d77-e7a18f1b309a tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:01.001724 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_common [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-d5979630-1806-48de-8d77-e7a18f1b309a tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Allocated IP 172.20.0.10 (06394d6a-14d6-4fa8-8bdd-c44a05dff52f/28e72ca7-72ee-423c-a705-c96364cb573a/3f74000a-a76e-4485-9367-173899a7a803) {{(pid=92957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:26:01.133188 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-d5979630-1806-48de-8d77-e7a18f1b309a tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for port, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:01.147073 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.provisioning_blocks [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-d5979630-1806-48de-8d77-e7a18f1b309a tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Transition to ACTIVE for port object 3f74000a-a76e-4485-9367-173899a7a803 will not be triggered until provisioned by entity DHCP. {{(pid=92957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:26:01.180993 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-d5979630-1806-48de-8d77-e7a18f1b309a tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:01.226676 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-d5979630-1806-48de-8d77-e7a18f1b309a tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Network 06394d6a-14d6-4fa8-8bdd-c44a05dff52f is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:26:01.231790 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-d5979630-1806-48de-8d77-e7a18f1b309a tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:26:01.234802 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-d5979630-1806-48de-8d77-e7a18f1b309a tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Received port after_create {{(pid=92957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:26:01.265422 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5979630-1806-48de-8d77-e7a18f1b309a tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Pushing event updated for resources: {'Port': ['ID=3f74000a-a76e-4485-9367-173899a7a803,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:01.292409 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-d5979630-1806-48de-8d77-e7a18f1b309a tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:01.293053 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-d5979630-1806-48de-8d77-e7a18f1b309a tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:01.312316 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-d5979630-1806-48de-8d77-e7a18f1b309a tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5485532 Jul 13 20:26:01.323748 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-86b2e556-d3d0-416e-a74a-3fec691abb57 service neutron] Request body: {'port': {'device_id': '437bf44f-75cf-44a1-a440-c67e22796186', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:26:01.399463 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-86b2e556-d3d0-416e-a74a-3fec691abb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:01.426708 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-e154fcc9-84d1-4e35-be78-5738bf76b0a1 None None] Provisioning for port 3f74000a-a76e-4485-9367-173899a7a803 completed by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:26:01.430771 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-e154fcc9-84d1-4e35-be78-5738bf76b0a1 None None] Provisioning complete for port 3f74000a-a76e-4485-9367-173899a7a803 triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:26:01.431147 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-e154fcc9-84d1-4e35-be78-5738bf76b0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:01.469380 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-e154fcc9-84d1-4e35-be78-5738bf76b0a1 None None] Port 3f74000a-a76e-4485-9367-173899a7a803 cannot update to ACTIVE because it is not bound. {{(pid=92959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:26:01.662702 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-86b2e556-d3d0-416e-a74a-3fec691abb57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f74000a-a76e-4485-9367-173899a7a803 {{(pid=92957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:26:01.669822 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-86b2e556-d3d0-416e-a74a-3fec691abb57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:01.681736 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.provisioning_blocks [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-86b2e556-d3d0-416e-a74a-3fec691abb57 service neutron] Transition to ACTIVE for port object 3f74000a-a76e-4485-9367-173899a7a803 will not be triggered until provisioned by entity L2. {{(pid=92957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:26:01.685235 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-86b2e556-d3d0-416e-a74a-3fec691abb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:01.738029 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b2e556-d3d0-416e-a74a-3fec691abb57 service neutron] Pushing event updated for resources: {'Port': ['ID=3f74000a-a76e-4485-9367-173899a7a803,revision_number=2']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:01.821028 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-86b2e556-d3d0-416e-a74a-3fec691abb57 service neutron] Attempting to bind port 3f74000a-a76e-4485-9367-173899a7a803 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:26:01.821372 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-86b2e556-d3d0-416e-a74a-3fec691abb57 service neutron] Attempting to bind port 3f74000a-a76e-4485-9367-173899a7a803 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '4a82ad69-c0d9-4f75-943b-744829d4ae24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f'}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:26:01.821709 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-86b2e556-d3d0-416e-a74a-3fec691abb57 service neutron] Attempting to bind port 3f74000a-a76e-4485-9367-173899a7a803 on network 06394d6a-14d6-4fa8-8bdd-c44a05dff52f {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:26:01.826625 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-86b2e556-d3d0-416e-a74a-3fec691abb57 service neutron] Port 3f74000a-a76e-4485-9367-173899a7a803 on network 06394d6a-14d6-4fa8-8bdd-c44a05dff52f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:26:01.827773 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-86b2e556-d3d0-416e-a74a-3fec691abb57 service neutron] Attempting to bind port 3f74000a-a76e-4485-9367-173899a7a803 on network 06394d6a-14d6-4fa8-8bdd-c44a05dff52f {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:26:01.834946 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-86b2e556-d3d0-416e-a74a-3fec691abb57 service neutron] Checking agent: {'id': 'ee728df3-37aa-4a8e-b7f1-721981839fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'started_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:26:01.835184 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-86b2e556-d3d0-416e-a74a-3fec691abb57 service neutron] Checking segment: {'id': '4a82ad69-c0d9-4f75-943b-744829d4ae24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:26:01.835399 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-86b2e556-d3d0-416e-a74a-3fec691abb57 service neutron] Bound using segment: {'id': '4a82ad69-c0d9-4f75-943b-744829d4ae24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f'} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:26:01.835843 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-86b2e556-d3d0-416e-a74a-3fec691abb57 service neutron] Bound port: 3f74000a-a76e-4485-9367-173899a7a803, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a82ad69-c0d9-4f75-943b-744829d4ae24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f'}}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:26:01.836247 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-86b2e556-d3d0-416e-a74a-3fec691abb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:01.849370 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 928d551d-34cd-46e7-8967-cc75a71f11cd up at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:26:01.898141 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20773f91-dd0a-419f-9c0e-2b531709def6 req-c43b515b-2562-47e4-aa98-14a4f9e1c240 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:01.905580 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-20773f91-dd0a-419f-9c0e-2b531709def6 req-c43b515b-2562-47e4-aa98-14a4f9e1c240 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 944 time: 0.0813482 Jul 13 20:26:01.909594 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-86b2e556-d3d0-416e-a74a-3fec691abb57 service neutron] For port 3f74000a-a76e-4485-9367-173899a7a803, host hv-cinder-80069, cleared binding levels {{(pid=92957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:26:01.912836 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Provisioning complete for port 928d551d-34cd-46e7-8967-cc75a71f11cd triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:26:01.912969 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-86b2e556-d3d0-416e-a74a-3fec691abb57 service neutron] For port 3f74000a-a76e-4485-9367-173899a7a803, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=3f74000a-a76e-4485-9367-173899a7a803,segment=NetworkSegment(4a82ad69-c0d9-4f75-943b-744829d4ae24),segment_id=4a82ad69-c0d9-4f75-943b-744829d4ae24)] {{(pid=92957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:26:01.914028 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:01.920086 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-86b2e556-d3d0-416e-a74a-3fec691abb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:01.943894 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-20773f91-dd0a-419f-9c0e-2b531709def6 req-26b07099-269c-4c3c-b6ca-de34c94327e7 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373189 Jul 13 20:26:01.968968 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-86b2e556-d3d0-416e-a74a-3fec691abb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:01.968968 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-86b2e556-d3d0-416e-a74a-3fec691abb57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:01.968968 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-86b2e556-d3d0-416e-a74a-3fec691abb57 service neutron] 10.222.0.47 "PUT /v2.0/ports/3f74000a-a76e-4485-9367-173899a7a803 HTTP/1.1" status: 200 len: 1094 time: 0.6427710 Jul 13 20:26:01.968968 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437bf44f-75cf-44a1-a440-c67e22796186', 'tag': '3f74000a-a76e-4485-9367-173899a7a803'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:26:01.968968 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1281dd94-feca-479f-9bcb-0a1b8790ec19" -d '{"events": [{"name": "network-changed", "server_uuid": "437bf44f-75cf-44a1-a440-c67e22796186", "tag": "3f74000a-a76e-4485-9367-173899a7a803"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:26:01.995467 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b2e556-d3d0-416e-a74a-3fec691abb57 service neutron] Pushing event updated for resources: {'Port': ['ID=3f74000a-a76e-4485-9367-173899a7a803,revision_number=3']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:02.048819 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bad80ae-1980-486c-9083-ce0c2adde740 x-openstack-request-id: req-8bad80ae-1980-486c-9083-ce0c2adde740 {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:26:02.049106 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "437bf44f-75cf-44a1-a440-c67e22796186", "tag": "3f74000a-a76e-4485-9367-173899a7a803", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:26:02.049359 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8bad80ae-1980-486c-9083-ce0c2adde740 {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:26:02.049781 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '437bf44f-75cf-44a1-a440-c67e22796186', 'tag': '3f74000a-a76e-4485-9367-173899a7a803', 'status': 'completed', 'code': 200} Jul 13 20:26:02.077450 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-1bf69762-ee05-4d93-a12c-1abfaf58fc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:02.081674 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-1bf69762-ee05-4d93-a12c-1abfaf58fc81 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a9793299c000402cb8306fcd5d1c082d&device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 1097 time: 0.0634074 Jul 13 20:26:02.125848 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-17f59c52-1dd6-402d-b17e-3e8790741437 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f74000a-a76e-4485-9367-173899a7a803 HTTP/1.1" status: 200 len: 217 time: 0.0380123 Jul 13 20:26:02.177321 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-cf2a20d1-7d68-4bdc-9176-cb79d5b18bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:02.178787 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-cf2a20d1-7d68-4bdc-9176-cb79d5b18bda service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28e72ca7-72ee-423c-a705-c96364cb573a HTTP/1.1" status: 200 len: 849 time: 0.0460923 Jul 13 20:26:02.235640 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-49b06b14-155a-4f75-ae1f-5b2a28b3dc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:02.237077 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-49b06b14-155a-4f75-ae1f-5b2a28b3dc34 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=06394d6a-14d6-4fa8-8bdd-c44a05dff52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514250 Jul 13 20:26:02.329222 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-8ef84640-7559-46dd-95b7-09962f00e509 service neutron] 10.222.0.47 "GET /v2.0/networks/06394d6a-14d6-4fa8-8bdd-c44a05dff52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850093 Jul 13 20:26:02.415325 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-f596f86d-6cdb-4e22-b6f7-21c6da668473 req-01a453da-038f-4263-b51e-f018ec966863 service neutron] 10.222.0.47 "GET /v2.0/networks/06394d6a-14d6-4fa8-8bdd-c44a05dff52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792229 Jul 13 20:26:02.519190 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281dd94-feca-479f-9bcb-0a1b8790ec19 req-ffab885f-086a-47e9-9ae6-3b08c7aa61dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:02.520643 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1281dd94-feca-479f-9bcb-0a1b8790ec19 req-ffab885f-086a-47e9-9ae6-3b08c7aa61dd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a9793299c000402cb8306fcd5d1c082d&device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 1097 time: 0.0566478 Jul 13 20:26:02.618838 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281dd94-feca-479f-9bcb-0a1b8790ec19 req-472da0de-8de7-43f8-a9cb-df8c190ed85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:02.620515 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1281dd94-feca-479f-9bcb-0a1b8790ec19 req-472da0de-8de7-43f8-a9cb-df8c190ed85d service neutron] 10.222.0.47 "GET /v2.0/networks?id=06394d6a-14d6-4fa8-8bdd-c44a05dff52f HTTP/1.1" status: 200 len: 911 time: 0.0933480 Jul 13 20:26:02.660843 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1281dd94-feca-479f-9bcb-0a1b8790ec19 req-2b20cf1a-ef00-405f-9a5c-df0a0e0c76bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f74000a-a76e-4485-9367-173899a7a803 HTTP/1.1" status: 200 len: 217 time: 0.0330014 Jul 13 20:26:02.713706 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281dd94-feca-479f-9bcb-0a1b8790ec19 req-9eb53756-3678-4e97-9cef-d9ec7d6fc012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:02.715134 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1281dd94-feca-479f-9bcb-0a1b8790ec19 req-9eb53756-3678-4e97-9cef-d9ec7d6fc012 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28e72ca7-72ee-423c-a705-c96364cb573a HTTP/1.1" status: 200 len: 849 time: 0.0465598 Jul 13 20:26:02.772625 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281dd94-feca-479f-9bcb-0a1b8790ec19 req-c1fd7b6c-9063-41cd-84e4-f3523df09229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:02.774045 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1281dd94-feca-479f-9bcb-0a1b8790ec19 req-c1fd7b6c-9063-41cd-84e4-f3523df09229 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=06394d6a-14d6-4fa8-8bdd-c44a05dff52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511096 Jul 13 20:26:02.860751 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1281dd94-feca-479f-9bcb-0a1b8790ec19 req-652a9212-51c2-4e92-9329-102fbc6a6e83 service neutron] 10.222.0.47 "GET /v2.0/networks/06394d6a-14d6-4fa8-8bdd-c44a05dff52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794420 Jul 13 20:26:02.952633 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-1281dd94-feca-479f-9bcb-0a1b8790ec19 req-10a9c1ad-9df9-4e29-9ea3-c507b48eaf4d service neutron] 10.222.0.47 "GET /v2.0/networks/06394d6a-14d6-4fa8-8bdd-c44a05dff52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838253 Jul 13 20:26:03.121135 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17705715-a56c-43aa-8431-6e5ef3940e83 req-b9fdbd8e-d6a3-4605-bef4-1e9dcf993658 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:03.122531 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-17705715-a56c-43aa-8431-6e5ef3940e83 req-b9fdbd8e-d6a3-4605-bef4-1e9dcf993658 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 944 time: 0.0638549 Jul 13 20:26:03.159045 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-17705715-a56c-43aa-8431-6e5ef3940e83 req-f1528e87-15a9-4d25-aaf1-d11d6c81670e tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309806 Jul 13 20:26:03.767209 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-ea1ee601-326b-42dc-b89d-1a6b81863364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:04.330971 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47906553-a412-4b9b-a801-0b3309bc1c27 req-4a871b2c-58b3-43b5-98ca-d3f896778922 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:04.332462 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-47906553-a412-4b9b-a801-0b3309bc1c27 req-4a871b2c-58b3-43b5-98ca-d3f896778922 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 944 time: 0.0628579 Jul 13 20:26:04.369252 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-47906553-a412-4b9b-a801-0b3309bc1c27 req-7aa00420-a4c7-47f4-833d-8d822de35152 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312493 Jul 13 20:26:04.965810 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 3f74000a-a76e-4485-9367-173899a7a803 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:26:05.063150 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 3f74000a-a76e-4485-9367-173899a7a803, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=3f74000a-a76e-4485-9367-173899a7a803,segment=NetworkSegment(4a82ad69-c0d9-4f75-943b-744829d4ae24),segment_id=4a82ad69-c0d9-4f75-943b-744829d4ae24)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:26:05.074450 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Returning: {'device': '3f74000a-a76e-4485-9367-173899a7a803', 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f', 'port_id': '3f74000a-a76e-4485-9367-173899a7a803', 'mac_address': 'fa:16:3e:21:e1:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e72ca7-72ee-423c-a705-c96364cb573a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:26:05.111784 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:05.124667 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f74000a-a76e-4485-9367-173899a7a803 {{(pid=92959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:26:05.144574 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 3f74000a-a76e-4485-9367-173899a7a803, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=3f74000a-a76e-4485-9367-173899a7a803,segment=NetworkSegment(4a82ad69-c0d9-4f75-943b-744829d4ae24),segment_id=4a82ad69-c0d9-4f75-943b-744829d4ae24)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:26:05.149305 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:05.198504 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=3f74000a-a76e-4485-9367-173899a7a803,revision_number=4']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:05.380873 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['3f74000a-a76e-4485-9367-173899a7a803'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:26:05.543796 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97053d6e-de46-473a-a1d8-f06bfbb02cfe req-23b3f242-78b4-436e-8367-20b9e11e99e5 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:05.545380 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-97053d6e-de46-473a-a1d8-f06bfbb02cfe req-23b3f242-78b4-436e-8367-20b9e11e99e5 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 945 time: 0.0658140 Jul 13 20:26:05.584892 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-97053d6e-de46-473a-a1d8-f06bfbb02cfe req-ac4f474b-a939-4aa5-8ad6-7aca40190b2d tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335696 Jul 13 20:26:06.103689 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-c033b656-56c8-468d-bd3e-8326857639f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:06.756316 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985917c6-78c1-4ebe-bf55-b18ed2d1accb req-23a15325-bd26-4eca-a374-20cdeb501588 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:06.757782 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-985917c6-78c1-4ebe-bf55-b18ed2d1accb req-23a15325-bd26-4eca-a374-20cdeb501588 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 945 time: 0.0632269 Jul 13 20:26:06.796666 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:06.796916 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-985917c6-78c1-4ebe-bf55-b18ed2d1accb req-d7601a25-f5d1-4854-b3a1-fe3d1800d990 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332687 Jul 13 20:26:06.975055 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 3f74000a-a76e-4485-9367-173899a7a803 up at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:26:07.028317 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning for port 3f74000a-a76e-4485-9367-173899a7a803 completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:26:07.033282 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning complete for port 3f74000a-a76e-4485-9367-173899a7a803 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:26:07.033656 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:07.109776 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:07.131095 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437bf44f-75cf-44a1-a440-c67e22796186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f74000a-a76e-4485-9367-173899a7a803'}] {{(pid=92959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:26:07.133296 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a95ef25a805c455dc0e319f75fe5c37b751c8207b334ba38c934020b16a01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f63610-4ef3-4601-a1bb-3c36724d4e02" -d '{"events": [{"server_uuid": "437bf44f-75cf-44a1-a440-c67e22796186", "name": "network-vif-plugged", "status": "completed", "tag": "3f74000a-a76e-4485-9367-173899a7a803"}]}' {{(pid=92959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:26:07.146106 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 3f74000a-a76e-4485-9367-173899a7a803, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=3f74000a-a76e-4485-9367-173899a7a803,segment=NetworkSegment(4a82ad69-c0d9-4f75-943b-744829d4ae24),segment_id=4a82ad69-c0d9-4f75-943b-744829d4ae24)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:26:07.150047 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:07.173599 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5d8a75-920a-4778-b140-002748c92bf9 x-openstack-request-id: req-bc5d8a75-920a-4778-b140-002748c92bf9 {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:26:07.173880 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437bf44f-75cf-44a1-a440-c67e22796186", "name": "network-vif-plugged", "status": "completed", "tag": "3f74000a-a76e-4485-9367-173899a7a803", "code": 200}]} {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:26:07.174127 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bc5d8a75-920a-4778-b140-002748c92bf9 {{(pid=92959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:26:07.174510 dv-cinder-800697-1-iscsi neutron-server[92959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437bf44f-75cf-44a1-a440-c67e22796186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f74000a-a76e-4485-9367-173899a7a803', 'code': 200} Jul 13 20:26:07.199951 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=3f74000a-a76e-4485-9367-173899a7a803,revision_number=5']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:07.393398 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34e09b-b3b0-48aa-9a9f-17fcf39ccdb1 req-f4cc1e28-3a01-44db-ad0d-3486b4c8f149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:07.394878 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-be34e09b-b3b0-48aa-9a9f-17fcf39ccdb1 req-f4cc1e28-3a01-44db-ad0d-3486b4c8f149 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 1099 time: 0.0503273 Jul 13 20:26:07.429265 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-be34e09b-b3b0-48aa-9a9f-17fcf39ccdb1 req-0b0b59f3-82ab-4625-985c-7883179db0f2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271516 Jul 13 20:26:07.487157 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:07.974874 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bb5e5-7957-4da8-a3de-63610f3e6b1c req-f56bb775-ebfe-4a79-acfb-218eadb9fd8e tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:07.976379 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-613bb5e5-7957-4da8-a3de-63610f3e6b1c req-f56bb775-ebfe-4a79-acfb-218eadb9fd8e tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 946 time: 0.0675471 Jul 13 20:26:08.014088 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-613bb5e5-7957-4da8-a3de-63610f3e6b1c req-8cb601b6-5d05-42b2-81a5-2eb6de092b31 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320904 Jul 13 20:26:09.186363 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c44d06-fd9b-4e82-9f27-8730930b881f req-c805a50c-92e5-457f-b88f-5dfbe3e35433 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:09.187840 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-99c44d06-fd9b-4e82-9f27-8730930b881f req-c805a50c-92e5-457f-b88f-5dfbe3e35433 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 946 time: 0.0625525 Jul 13 20:26:09.226269 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-99c44d06-fd9b-4e82-9f27-8730930b881f req-eb02d29b-809f-49da-933c-2efc33b70ddd tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328333 Jul 13 20:26:09.239708 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:09.400189 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8582d-910b-4ded-889b-635d3b3baec6 req-d6b70371-ad56-4df0-960d-1add04d810a2 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:09.401646 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d7d8582d-910b-4ded-889b-635d3b3baec6 req-d6b70371-ad56-4df0-960d-1add04d810a2 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 946 time: 0.0662880 Jul 13 20:26:09.411031 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49220) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:26:09.415450 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-a02a2792-77ba-4a97-b45b-c8deddd72eac tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Request body: {'floatingip': {'port_id': '3f74000a-a76e-4485-9367-173899a7a803'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:26:09.459215 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a02a2792-77ba-4a97-b45b-c8deddd72eac tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for floatingip, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:09.895472 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a02a2792-77ba-4a97-b45b-c8deddd72eac tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:09.899159 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a02a2792-77ba-4a97-b45b-c8deddd72eac tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708393'] for floatingip, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:09.995128 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.db.l3_db [None req-a02a2792-77ba-4a97-b45b-c8deddd72eac tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Floating IP cc63f93b-367f-4055-aa63-7b2bf75d40fd associated. External IP: 172.27.1.54, port: 3f74000a-a76e-4485-9367-173899a7a803. Jul 13 20:26:10.190118 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02a2792-77ba-4a97-b45b-c8deddd72eac tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Router dabd5951-781a-4df0-8e5c-9257f190d9e6 has already been hosted by L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:26:10.293174 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02a2792-77ba-4a97-b45b-c8deddd72eac tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:26:10.297821 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a02a2792-77ba-4a97-b45b-c8deddd72eac tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for floatingip, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:10.302203 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2dde78-008e-4eaf-8f2c-b246cec019e1 None None] Sync routers for ids ['dabd5951-781a-4df0-8e5c-9257f190d9e6'] in dv-cinder-800697-1-iscsi {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:26:10.311598 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2dde78-008e-4eaf-8f2c-b246cec019e1 None None] Routers {'dabd5951-781a-4df0-8e5c-9257f190d9e6'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:26:10.312275 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-1c2dde78-008e-4eaf-8f2c-b246cec019e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:26:06Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['dabd5951-781a-4df0-8e5c-9257f190d9e6'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:26:10.338515 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-a02a2792-77ba-4a97-b45b-c8deddd72eac tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "PUT /v2.0/floatingips/cc63f93b-367f-4055-aa63-7b2bf75d40fd HTTP/1.1" status: 200 len: 991 time: 0.9253073 Jul 13 20:26:10.339159 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437bf44f-75cf-44a1-a440-c67e22796186', 'tag': '3f74000a-a76e-4485-9367-173899a7a803'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:26:10.341558 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c297712392d163f53ebb29416b2c98d8f2749a1173f1ad854f2bb06edc641eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a1e913-0a5c-4410-abcd-c3e3e31353b6" -d '{"events": [{"name": "network-changed", "server_uuid": "437bf44f-75cf-44a1-a440-c67e22796186", "tag": "3f74000a-a76e-4485-9367-173899a7a803"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:26:10.377393 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76d8860-7c3a-478e-b849-43a5c4c6da53 x-openstack-request-id: req-d76d8860-7c3a-478e-b849-43a5c4c6da53 {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:26:10.377690 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "437bf44f-75cf-44a1-a440-c67e22796186", "tag": "3f74000a-a76e-4485-9367-173899a7a803", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:26:10.377941 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d76d8860-7c3a-478e-b849-43a5c4c6da53 {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:26:10.378340 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '437bf44f-75cf-44a1-a440-c67e22796186', 'tag': '3f74000a-a76e-4485-9367-173899a7a803', 'status': 'completed', 'code': 200} Jul 13 20:26:10.422610 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-1c2dde78-008e-4eaf-8f2c-b246cec019e1 None None] Set router dabd5951-781a-4df0-8e5c-9257f190d9e6 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:26:10.459845 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1e913-0a5c-4410-abcd-c3e3e31353b6 req-8072415f-614a-4cbb-a534-d24a9612d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:10.461458 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-60a1e913-0a5c-4410-abcd-c3e3e31353b6 req-8072415f-614a-4cbb-a534-d24a9612d8ac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a9793299c000402cb8306fcd5d1c082d&device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 1099 time: 0.0585620 Jul 13 20:26:10.554120 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1e913-0a5c-4410-abcd-c3e3e31353b6 req-37bccc38-3842-4161-bb37-80b24e361d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:10.555599 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-60a1e913-0a5c-4410-abcd-c3e3e31353b6 req-37bccc38-3842-4161-bb37-80b24e361d3b service neutron] 10.222.0.47 "GET /v2.0/networks?id=06394d6a-14d6-4fa8-8bdd-c44a05dff52f HTTP/1.1" status: 200 len: 911 time: 0.0877652 Jul 13 20:26:10.623729 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-60a1e913-0a5c-4410-abcd-c3e3e31353b6 req-f62ca39d-9687-4b97-b6f4-79a546b320ac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f74000a-a76e-4485-9367-173899a7a803 HTTP/1.1" status: 200 len: 999 time: 0.0609126 Jul 13 20:26:10.650090 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-1c2dde78-008e-4eaf-8f2c-b246cec019e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'name': 'tempest-AttachVolumeTestJSON-316977961-router', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e73f2ee6-c74c-4661-bced-fc8d459c4a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:25:53Z', 'updated_at': '2021-07-13T20:25:56Z', 'revision_number': 4, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'gw_port': {'id': 'e73f2ee6-c74c-4661-bced-fc8d459c4a1c', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:25:54Z', 'updated_at': '2021-07-13T20:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_floatingips': [{'id': 'cc63f93b-367f-4055-aa63-7b2bf75d40fd', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'floating_ip_address': '172.27.1.54', 'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'router_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'port_id': '3f74000a-a76e-4485-9367-173899a7a803', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f', 'mac_address': 'fa:16:3e:21:e1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437bf44f-75cf-44a1-a440-c67e22796186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:25:58Z', 'updated_at': '2021-07-13T20:26:09Z', 'revision_number': 1, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928d551d-34cd-46e7-8967-cc75a71f11cd', 'name': '', 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'mac_address': 'fa:16:3e:3a:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '28e72ca7-72ee-423c-a705-c96364cb573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:25:55Z', 'updated_at': '2021-07-13T20:26:00Z', 'revision_number': 5, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'subnets': [{'id': '28e72ca7-72ee-423c-a705-c96364cb573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:26:10.672881 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1e913-0a5c-4410-abcd-c3e3e31353b6 req-237f1b21-292f-4414-9e58-8c0f46276472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:10.674355 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-60a1e913-0a5c-4410-abcd-c3e3e31353b6 req-237f1b21-292f-4414-9e58-8c0f46276472 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28e72ca7-72ee-423c-a705-c96364cb573a HTTP/1.1" status: 200 len: 849 time: 0.0434783 Jul 13 20:26:10.676597 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2dde78-008e-4eaf-8f2c-b246cec019e1 None None] Checking router: dabd5951-781a-4df0-8e5c-9257f190d9e6 for host: dv-cinder-800697-1-iscsi {{(pid=92960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:26:10.685112 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2dde78-008e-4eaf-8f2c-b246cec019e1 None None] Routers {'dabd5951-781a-4df0-8e5c-9257f190d9e6'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:26:10.685712 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-1c2dde78-008e-4eaf-8f2c-b246cec019e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:26:06Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['dabd5951-781a-4df0-8e5c-9257f190d9e6'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:26:10.731999 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1e913-0a5c-4410-abcd-c3e3e31353b6 req-e34eef64-80b8-47a3-98b5-eda151dfa438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:10.733447 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-60a1e913-0a5c-4410-abcd-c3e3e31353b6 req-e34eef64-80b8-47a3-98b5-eda151dfa438 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=06394d6a-14d6-4fa8-8bdd-c44a05dff52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519319 Jul 13 20:26:10.791343 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-1c2dde78-008e-4eaf-8f2c-b246cec019e1 None None] Set router dabd5951-781a-4df0-8e5c-9257f190d9e6 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:26:10.825893 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-60a1e913-0a5c-4410-abcd-c3e3e31353b6 req-5f9e891e-10c1-4c11-8863-73b750fe00c7 service neutron] 10.222.0.47 "GET /v2.0/networks/06394d6a-14d6-4fa8-8bdd-c44a05dff52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844779 Jul 13 20:26:10.914653 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-60a1e913-0a5c-4410-abcd-c3e3e31353b6 req-645fdf73-f764-4e4b-955a-b050d654b57c service neutron] 10.222.0.47 "GET /v2.0/networks/06394d6a-14d6-4fa8-8bdd-c44a05dff52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822351 Jul 13 20:26:11.095333 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-1c2dde78-008e-4eaf-8f2c-b246cec019e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'name': 'tempest-AttachVolumeTestJSON-316977961-router', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e73f2ee6-c74c-4661-bced-fc8d459c4a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:25:53Z', 'updated_at': '2021-07-13T20:25:56Z', 'revision_number': 4, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'gw_port': {'id': 'e73f2ee6-c74c-4661-bced-fc8d459c4a1c', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:25:54Z', 'updated_at': '2021-07-13T20:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_floatingips': [{'id': 'cc63f93b-367f-4055-aa63-7b2bf75d40fd', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'floating_ip_address': '172.27.1.54', 'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'router_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'port_id': '3f74000a-a76e-4485-9367-173899a7a803', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f', 'mac_address': 'fa:16:3e:21:e1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437bf44f-75cf-44a1-a440-c67e22796186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:25:58Z', 'updated_at': '2021-07-13T20:26:09Z', 'revision_number': 1, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928d551d-34cd-46e7-8967-cc75a71f11cd', 'name': '', 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'mac_address': 'fa:16:3e:3a:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '28e72ca7-72ee-423c-a705-c96364cb573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:25:55Z', 'updated_at': '2021-07-13T20:26:00Z', 'revision_number': 5, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'subnets': [{'id': '28e72ca7-72ee-423c-a705-c96364cb573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:26:11.126160 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2dde78-008e-4eaf-8f2c-b246cec019e1 None None] The sync data for ids ['dabd5951-781a-4df0-8e5c-9257f190d9e6'] in dv-cinder-800697-1-iscsi is: [{'id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'name': 'tempest-AttachVolumeTestJSON-316977961-router', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e73f2ee6-c74c-4661-bced-fc8d459c4a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:25:53Z', 'updated_at': '2021-07-13T20:25:56Z', 'revision_number': 4, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'gw_port': {'id': 'e73f2ee6-c74c-4661-bced-fc8d459c4a1c', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:25:54Z', 'updated_at': '2021-07-13T20:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_floatingips': [{'id': 'cc63f93b-367f-4055-aa63-7b2bf75d40fd', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'floating_ip_address': '172.27.1.54', 'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'router_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'port_id': '3f74000a-a76e-4485-9367-173899a7a803', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f', 'mac_address': 'fa:16:3e:21:e1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437bf44f-75cf-44a1-a440-c67e22796186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:25:58Z', 'updated_at': '2021-07-13T20:26:09Z', 'revision_number': 1, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928d551d-34cd-46e7-8967-cc75a71f11cd', 'name': '', 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'mac_address': 'fa:16:3e:3a:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '28e72ca7-72ee-423c-a705-c96364cb573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:25:55Z', 'updated_at': '2021-07-13T20:26:00Z', 'revision_number': 5, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'subnets': [{'id': '28e72ca7-72ee-423c-a705-c96364cb573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:26:11.308403 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aa6382-33e8-4659-9fb3-9c1aafe8547e None None] New status for floating IP cc63f93b-367f-4055-aa63-7b2bf75d40fd: ACTIVE {{(pid=92959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:26:15.330729 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:15.646507 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-b2a86ad9-0bd8-4a1c-8580-30d806b9ec78 req-84820e4a-d20a-45a5-90e8-d3c3cf27bbf3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0b849ef4-20bd-4a7e-acbb-12558b5f5f79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524087 Jul 13 20:26:15.740865 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a86ad9-0bd8-4a1c-8580-30d806b9ec78 req-aab1d62e-d8cf-4404-9b68-f832018cff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:15.742349 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-b2a86ad9-0bd8-4a1c-8580-30d806b9ec78 req-aab1d62e-d8cf-4404-9b68-f832018cff73 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d725fb3a49b47c287f9c134201d6823&device_id=0b849ef4-20bd-4a7e-acbb-12558b5f5f79 HTTP/1.1" status: 200 len: 1099 time: 0.0543919 Jul 13 20:26:15.844969 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a86ad9-0bd8-4a1c-8580-30d806b9ec78 req-f66be8b4-3e79-44fc-836c-09ae9002fad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:15.846449 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-b2a86ad9-0bd8-4a1c-8580-30d806b9ec78 req-f66be8b4-3e79-44fc-836c-09ae9002fad9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ba0347c3-a626-4466-ac21-b102e445facc HTTP/1.1" status: 200 len: 911 time: 0.0835774 Jul 13 20:26:15.914563 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-b2a86ad9-0bd8-4a1c-8580-30d806b9ec78 req-0ef636a9-b78b-4219-a510-01efc850d251 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b367e92-e9bf-4293-ab8c-f778c04472d8 HTTP/1.1" status: 200 len: 1001 time: 0.0612900 Jul 13 20:26:15.961921 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a86ad9-0bd8-4a1c-8580-30d806b9ec78 req-dc21fa84-5f09-4edd-a2f6-589ad154a286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:15.963351 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-b2a86ad9-0bd8-4a1c-8580-30d806b9ec78 req-dc21fa84-5f09-4edd-a2f6-589ad154a286 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f457fbe4-4ce5-41db-824a-50007e6454b1 HTTP/1.1" status: 200 len: 849 time: 0.0426524 Jul 13 20:26:16.020544 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a86ad9-0bd8-4a1c-8580-30d806b9ec78 req-60013e93-697f-409c-bbdf-49c57718f930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:16.022053 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-b2a86ad9-0bd8-4a1c-8580-30d806b9ec78 req-60013e93-697f-409c-bbdf-49c57718f930 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ba0347c3-a626-4466-ac21-b102e445facc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521531 Jul 13 20:26:16.113861 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-b2a86ad9-0bd8-4a1c-8580-30d806b9ec78 req-a4fa6a9b-26dd-47d2-8d4f-6b8b1847f861 service neutron] 10.222.0.47 "GET /v2.0/networks/ba0347c3-a626-4466-ac21-b102e445facc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842226 Jul 13 20:26:16.207375 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-b2a86ad9-0bd8-4a1c-8580-30d806b9ec78 req-98c47563-120e-4563-a83e-4e9db70dd245 service neutron] 10.222.0.47 "GET /v2.0/networks/ba0347c3-a626-4466-ac21-b102e445facc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871654 Jul 13 20:26:23.950469 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 6 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:26:33.770325 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-c17c9739-b25b-4a94-be39-b2e7b04fbfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:36.103590 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-c358bb0d-3e07-4929-ba86-4043272cc5f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:36.797401 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:37.490443 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:39.237400 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:45.341276 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:58.890514 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c17d0-f632-430e-b4f8-f1fb1c0a26c0 req-4f2d8ee4-7247-4da3-8c14-073b78f74a0b tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:58.892068 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b91c17d0-f632-430e-b4f8-f1fb1c0a26c0 req-4f2d8ee4-7247-4da3-8c14-073b78f74a0b tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 946 time: 0.0627973 Jul 13 20:26:58.929447 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b91c17d0-f632-430e-b4f8-f1fb1c0a26c0 req-fb2bf20f-ffce-4ba3-ad7e-a5dfa3eff8e6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318053 Jul 13 20:27:00.111949 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c2aa5-55ba-4bfe-a3c3-7dd2dcf610ac req-bda2e96f-d2e9-4290-b588-9f8a7aecda4e tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:00.113360 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9b1c2aa5-55ba-4bfe-a3c3-7dd2dcf610ac req-bda2e96f-d2e9-4290-b588-9f8a7aecda4e tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 946 time: 0.0620437 Jul 13 20:27:00.149237 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9b1c2aa5-55ba-4bfe-a3c3-7dd2dcf610ac req-ffb91fca-ab6e-41ae-acf3-93ac550d393b tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301239 Jul 13 20:27:00.949103 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 6 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:27:01.325378 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e60056-3e0c-4918-adc6-9e0d82b35936 req-1824c74c-486b-4947-b5be-7862d14e67bb tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:01.326834 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-18e60056-3e0c-4918-adc6-9e0d82b35936 req-1824c74c-486b-4947-b5be-7862d14e67bb tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 946 time: 0.0657852 Jul 13 20:27:01.364603 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-18e60056-3e0c-4918-adc6-9e0d82b35936 req-cfe7a60c-f0ba-45cb-9a6a-016017afcbca tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321655 Jul 13 20:27:02.538786 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc4b48-e75a-42cd-b22c-7f4b96c2c827 req-65561206-a22f-4157-aaca-053f79f0a3ed tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:02.540308 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-87bc4b48-e75a-42cd-b22c-7f4b96c2c827 req-65561206-a22f-4157-aaca-053f79f0a3ed tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 946 time: 0.0631597 Jul 13 20:27:02.578041 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-87bc4b48-e75a-42cd-b22c-7f4b96c2c827 req-17072c68-d3e5-44ca-a87d-88326b7985e8 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322378 Jul 13 20:27:03.751737 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8d31b-34e1-4137-884e-20a4d4b58162 req-e878b68d-3480-4e65-aed9-5ea636e0165c tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:03.753248 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-98e8d31b-34e1-4137-884e-20a4d4b58162 req-e878b68d-3480-4e65-aed9-5ea636e0165c tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 946 time: 0.0629041 Jul 13 20:27:03.777679 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5eb81b1d-a99e-48f7-b3a3-78e09089cc03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:03.798568 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-98e8d31b-34e1-4137-884e-20a4d4b58162 req-2a299219-d7d2-49b7-8390-580ba83a89db tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397894 Jul 13 20:27:04.971599 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4cb8ea-e4be-463c-9ffe-6a16d159c23a req-b361dba5-2b24-4bd3-934c-e4ca329ae9c0 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:04.973129 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1d4cb8ea-e4be-463c-9ffe-6a16d159c23a req-b361dba5-2b24-4bd3-934c-e4ca329ae9c0 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 946 time: 0.0642910 Jul 13 20:27:05.011067 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1d4cb8ea-e4be-463c-9ffe-6a16d159c23a req-c8a18efa-f78b-4a35-8b79-80c1c8965b7f tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324547 Jul 13 20:27:05.068476 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cee90045-fb75-41a6-a814-87641fd20c3d req-5c57c6e3-52bc-421f-a517-3e9f3fae296c tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2087549199&fields=id&tenant_id=8d725fb3a49b47c287f9c134201d6823 HTTP/1.1" status: 200 len: 267 time: 0.0351455 Jul 13 20:27:05.174281 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee90045-fb75-41a6-a814-87641fd20c3d req-256c803b-2333-48ad-ac03-0650d6dae8a6 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:05.175738 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cee90045-fb75-41a6-a814-87641fd20c3d req-256c803b-2333-48ad-ac03-0650d6dae8a6 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/networks?id=ba0347c3-a626-4466-ac21-b102e445facc HTTP/1.1" status: 200 len: 810 time: 0.1010137 Jul 13 20:27:05.190466 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cee90045-fb75-41a6-a814-87641fd20c3d req-82b30e80-02bd-4803-820f-75dfca61ad34 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/quotas/8d725fb3a49b47c287f9c134201d6823 HTTP/1.1" status: 200 len: 375 time: 0.0092752 Jul 13 20:27:05.261332 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cee90045-fb75-41a6-a814-87641fd20c3d req-9d2ae614-6c1c-4c41-820a-ef7e7e018817 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d725fb3a49b47c287f9c134201d6823&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0660858 Jul 13 20:27:05.352421 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cee90045-fb75-41a6-a814-87641fd20c3d req-90f99291-5ef0-4213-8595-a2a1cb1cdd9b service neutron] 10.222.0.41 "GET /v2.0/networks/ba0347c3-a626-4466-ac21-b102e445facc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794332 Jul 13 20:27:05.444513 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cee90045-fb75-41a6-a814-87641fd20c3d req-7d7c268f-3bd1-414e-80b0-178fe3787412 service neutron] 10.222.0.41 "GET /v2.0/networks/ba0347c3-a626-4466-ac21-b102e445facc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864933 Jul 13 20:27:05.736291 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a2341a21-17fe-4a26-803d-c9380e39d776 req-c7c623f6-ea9d-4e9f-b17e-62ae2417042a tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd797fa8-776d-4774-b8e8-0b1b96ab7be6 HTTP/1.1" status: 200 len: 210 time: 0.0289564 Jul 13 20:27:06.105377 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-6e36d519-87d9-4f9b-8703-5eea25e57ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:06.194474 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454b388-44ec-4bc9-9e2d-006f66afd9f1 req-f5b6c3eb-cca8-4059-bd7a-fa2e01c0baba tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:06.195934 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4454b388-44ec-4bc9-9e2d-006f66afd9f1 req-f5b6c3eb-cca8-4059-bd7a-fa2e01c0baba tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 946 time: 0.0640264 Jul 13 20:27:06.237993 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4454b388-44ec-4bc9-9e2d-006f66afd9f1 req-1c9b58ab-a62f-4d64-ad06-5b2edfb571bf tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362477 Jul 13 20:27:06.800316 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:06.829669 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee90045-fb75-41a6-a814-87641fd20c3d req-95c469b8-5f15-42c0-8ef7-ba30b1bd00c8 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:06.831136 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-cee90045-fb75-41a6-a814-87641fd20c3d req-95c469b8-5f15-42c0-8ef7-ba30b1bd00c8 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.47 "GET /v2.0/networks?id=ba0347c3-a626-4466-ac21-b102e445facc HTTP/1.1" status: 200 len: 810 time: 0.1246524 Jul 13 20:27:06.893148 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-cee90045-fb75-41a6-a814-87641fd20c3d req-d564f76d-3560-4d0d-b5c0-333762e56111 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d725fb3a49b47c287f9c134201d6823 HTTP/1.1" status: 200 len: 380 time: 0.0464222 Jul 13 20:27:06.893496 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8fc05d00-2590-457f-8baf-aa3b96fe007c req-087bf0b2-9084-4ab9-b52e-08d92e3269b1 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd797fa8-776d-4774-b8e8-0b1b96ab7be6 HTTP/1.1" status: 200 len: 210 time: 0.0290654 Jul 13 20:27:06.906661 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-cee90045-fb75-41a6-a814-87641fd20c3d req-4011e25c-df21-4e80-b970-3328b294d000 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Request body: {'port': {'device_id': 'dd797fa8-776d-4774-b8e8-0b1b96ab7be6', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'admin_state_up': True, 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'security_groups': ['a74124c0-93dc-4ba7-afbc-9a51116e4704']}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:27:07.013847 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cee90045-fb75-41a6-a814-87641fd20c3d req-4011e25c-df21-4e80-b970-3328b294d000 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Made reservation on behalf of 8d725fb3a49b47c287f9c134201d6823 for: {'port': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:27:07.018053 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-cee90045-fb75-41a6-a814-87641fd20c3d req-4011e25c-df21-4e80-b970-3328b294d000 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:07.150160 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_common [req-cee90045-fb75-41a6-a814-87641fd20c3d req-4011e25c-df21-4e80-b970-3328b294d000 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Allocated IP 172.20.0.14 (ba0347c3-a626-4466-ac21-b102e445facc/f457fbe4-4ce5-41db-824a-50007e6454b1/84f395ff-00ed-4942-adf6-3d8f4054ce46) {{(pid=92957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:27:07.291792 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-cee90045-fb75-41a6-a814-87641fd20c3d req-4011e25c-df21-4e80-b970-3328b294d000 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for port, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:07.305677 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.provisioning_blocks [req-cee90045-fb75-41a6-a814-87641fd20c3d req-4011e25c-df21-4e80-b970-3328b294d000 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Transition to ACTIVE for port object 84f395ff-00ed-4942-adf6-3d8f4054ce46 will not be triggered until provisioned by entity DHCP. {{(pid=92957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:27:07.340395 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-cee90045-fb75-41a6-a814-87641fd20c3d req-4011e25c-df21-4e80-b970-3328b294d000 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:07.382944 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cee90045-fb75-41a6-a814-87641fd20c3d req-4011e25c-df21-4e80-b970-3328b294d000 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Network ba0347c3-a626-4466-ac21-b102e445facc is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:27:07.386469 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [req-cee90045-fb75-41a6-a814-87641fd20c3d req-4011e25c-df21-4e80-b970-3328b294d000 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:27:07.393397 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee90045-fb75-41a6-a814-87641fd20c3d req-4011e25c-df21-4e80-b970-3328b294d000 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Received port after_create {{(pid=92957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:27:07.423045 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4011e25c-df21-4e80-b970-3328b294d000 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Pushing event updated for resources: {'Port': ['ID=84f395ff-00ed-4942-adf6-3d8f4054ce46,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:27:07.424764 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fada16-c912-4133-9554-358e94940cc6 req-20518d39-94d6-4d83-9f19-fc8434847003 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:07.426889 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-68fada16-c912-4133-9554-358e94940cc6 req-20518d39-94d6-4d83-9f19-fc8434847003 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 946 time: 0.0697956 Jul 13 20:27:07.439002 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011e25c-df21-4e80-b970-3328b294d000 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:07.439391 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011e25c-df21-4e80-b970-3328b294d000 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:07.439798 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011e25c-df21-4e80-b970-3328b294d000 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:07.440167 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011e25c-df21-4e80-b970-3328b294d000 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:07.440690 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011e25c-df21-4e80-b970-3328b294d000 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:07.440971 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011e25c-df21-4e80-b970-3328b294d000 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:07.441464 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011e25c-df21-4e80-b970-3328b294d000 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:07.441783 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011e25c-df21-4e80-b970-3328b294d000 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:07.442080 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011e25c-df21-4e80-b970-3328b294d000 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:07.442406 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011e25c-df21-4e80-b970-3328b294d000 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:07.442776 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011e25c-df21-4e80-b970-3328b294d000 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:07.443241 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011e25c-df21-4e80-b970-3328b294d000 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:07.462635 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee90045-fb75-41a6-a814-87641fd20c3d req-4011e25c-df21-4e80-b970-3328b294d000 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:07.463576 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-cee90045-fb75-41a6-a814-87641fd20c3d req-4011e25c-df21-4e80-b970-3328b294d000 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:07.480050 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-68fada16-c912-4133-9554-358e94940cc6 req-a0bc4168-4a06-4b4a-ba98-9c2c22ac41a6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405970 Jul 13 20:27:07.486429 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-cee90045-fb75-41a6-a814-87641fd20c3d req-4011e25c-df21-4e80-b970-3328b294d000 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5853245 Jul 13 20:27:07.496366 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:07.499348 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-cee90045-fb75-41a6-a814-87641fd20c3d req-7f411d3f-466c-4d18-8f48-7fc1b94cb26e service neutron] Request body: {'port': {'device_id': 'dd797fa8-776d-4774-b8e8-0b1b96ab7be6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:27:07.580647 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-cee90045-fb75-41a6-a814-87641fd20c3d req-7f411d3f-466c-4d18-8f48-7fc1b94cb26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:07.635812 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-60abb01e-8dd8-4534-98cc-b7134d67f7a4 None None] Provisioning for port 84f395ff-00ed-4942-adf6-3d8f4054ce46 completed by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:27:07.639500 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-60abb01e-8dd8-4534-98cc-b7134d67f7a4 None None] Provisioning complete for port 84f395ff-00ed-4942-adf6-3d8f4054ce46 triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:27:07.639942 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-60abb01e-8dd8-4534-98cc-b7134d67f7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:07.675880 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-60abb01e-8dd8-4534-98cc-b7134d67f7a4 None None] Port 84f395ff-00ed-4942-adf6-3d8f4054ce46 cannot update to ACTIVE because it is not bound. {{(pid=92959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:27:07.834996 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [req-cee90045-fb75-41a6-a814-87641fd20c3d req-7f411d3f-466c-4d18-8f48-7fc1b94cb26e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84f395ff-00ed-4942-adf6-3d8f4054ce46 {{(pid=92957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:27:07.842381 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-cee90045-fb75-41a6-a814-87641fd20c3d req-7f411d3f-466c-4d18-8f48-7fc1b94cb26e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:07.854016 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.provisioning_blocks [req-cee90045-fb75-41a6-a814-87641fd20c3d req-7f411d3f-466c-4d18-8f48-7fc1b94cb26e service neutron] Transition to ACTIVE for port object 84f395ff-00ed-4942-adf6-3d8f4054ce46 will not be triggered until provisioned by entity L2. {{(pid=92957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:27:07.856766 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-cee90045-fb75-41a6-a814-87641fd20c3d req-7f411d3f-466c-4d18-8f48-7fc1b94cb26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:07.908663 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f411d3f-466c-4d18-8f48-7fc1b94cb26e service neutron] Pushing event updated for resources: {'Port': ['ID=84f395ff-00ed-4942-adf6-3d8f4054ce46,revision_number=2']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:27:07.981473 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-cee90045-fb75-41a6-a814-87641fd20c3d req-7f411d3f-466c-4d18-8f48-7fc1b94cb26e service neutron] Attempting to bind port 84f395ff-00ed-4942-adf6-3d8f4054ce46 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:27:07.981819 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-cee90045-fb75-41a6-a814-87641fd20c3d req-7f411d3f-466c-4d18-8f48-7fc1b94cb26e service neutron] Attempting to bind port 84f395ff-00ed-4942-adf6-3d8f4054ce46 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'e4d29c19-7081-43de-a1f1-f5636ff5dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc'}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:27:07.982156 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee90045-fb75-41a6-a814-87641fd20c3d req-7f411d3f-466c-4d18-8f48-7fc1b94cb26e service neutron] Attempting to bind port 84f395ff-00ed-4942-adf6-3d8f4054ce46 on network ba0347c3-a626-4466-ac21-b102e445facc {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:27:07.987524 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee90045-fb75-41a6-a814-87641fd20c3d req-7f411d3f-466c-4d18-8f48-7fc1b94cb26e service neutron] Port 84f395ff-00ed-4942-adf6-3d8f4054ce46 on network ba0347c3-a626-4466-ac21-b102e445facc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:27:07.987850 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee90045-fb75-41a6-a814-87641fd20c3d req-7f411d3f-466c-4d18-8f48-7fc1b94cb26e service neutron] Attempting to bind port 84f395ff-00ed-4942-adf6-3d8f4054ce46 on network ba0347c3-a626-4466-ac21-b102e445facc {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:27:07.993123 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee90045-fb75-41a6-a814-87641fd20c3d req-7f411d3f-466c-4d18-8f48-7fc1b94cb26e service neutron] Checking agent: {'id': 'ee728df3-37aa-4a8e-b7f1-721981839fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'started_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:27:07.993465 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee90045-fb75-41a6-a814-87641fd20c3d req-7f411d3f-466c-4d18-8f48-7fc1b94cb26e service neutron] Checking segment: {'id': 'e4d29c19-7081-43de-a1f1-f5636ff5dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:27:07.993852 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee90045-fb75-41a6-a814-87641fd20c3d req-7f411d3f-466c-4d18-8f48-7fc1b94cb26e service neutron] Bound using segment: {'id': 'e4d29c19-7081-43de-a1f1-f5636ff5dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc'} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:27:07.994325 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-cee90045-fb75-41a6-a814-87641fd20c3d req-7f411d3f-466c-4d18-8f48-7fc1b94cb26e service neutron] Bound port: 84f395ff-00ed-4942-adf6-3d8f4054ce46, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4d29c19-7081-43de-a1f1-f5636ff5dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc'}}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:27:07.994640 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-cee90045-fb75-41a6-a814-87641fd20c3d req-7f411d3f-466c-4d18-8f48-7fc1b94cb26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:08.060139 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-cee90045-fb75-41a6-a814-87641fd20c3d req-7f411d3f-466c-4d18-8f48-7fc1b94cb26e service neutron] For port 84f395ff-00ed-4942-adf6-3d8f4054ce46, host hv-cinder-80069, cleared binding levels {{(pid=92957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:27:08.064130 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-cee90045-fb75-41a6-a814-87641fd20c3d req-7f411d3f-466c-4d18-8f48-7fc1b94cb26e service neutron] For port 84f395ff-00ed-4942-adf6-3d8f4054ce46, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=84f395ff-00ed-4942-adf6-3d8f4054ce46,segment=NetworkSegment(e4d29c19-7081-43de-a1f1-f5636ff5dd0e),segment_id=e4d29c19-7081-43de-a1f1-f5636ff5dd0e)] {{(pid=92957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:27:08.068458 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-cee90045-fb75-41a6-a814-87641fd20c3d req-7f411d3f-466c-4d18-8f48-7fc1b94cb26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:08.099336 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee90045-fb75-41a6-a814-87641fd20c3d req-7f411d3f-466c-4d18-8f48-7fc1b94cb26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:08.100416 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-cee90045-fb75-41a6-a814-87641fd20c3d req-7f411d3f-466c-4d18-8f48-7fc1b94cb26e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:08.101656 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-cee90045-fb75-41a6-a814-87641fd20c3d req-7f411d3f-466c-4d18-8f48-7fc1b94cb26e service neutron] 10.222.0.47 "PUT /v2.0/ports/84f395ff-00ed-4942-adf6-3d8f4054ce46 HTTP/1.1" status: 200 len: 1094 time: 0.6072214 Jul 13 20:27:08.103876 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd797fa8-776d-4774-b8e8-0b1b96ab7be6', 'tag': '84f395ff-00ed-4942-adf6-3d8f4054ce46'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:27:08.107069 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6a56c4-7e47-4757-a454-205fd3e78692" -d '{"events": [{"name": "network-changed", "server_uuid": "dd797fa8-776d-4774-b8e8-0b1b96ab7be6", "tag": "84f395ff-00ed-4942-adf6-3d8f4054ce46"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:27:08.113146 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9becd-0fbd-4e71-b255-7769e586b6e9 req-6070a754-56de-4f27-852c-868c2ad7f3bc tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:08.114856 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f4a9becd-0fbd-4e71-b255-7769e586b6e9 req-6070a754-56de-4f27-852c-868c2ad7f3bc tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd797fa8-776d-4774-b8e8-0b1b96ab7be6 HTTP/1.1" status: 200 len: 944 time: 0.0797107 Jul 13 20:27:08.152807 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f411d3f-466c-4d18-8f48-7fc1b94cb26e service neutron] Pushing event updated for resources: {'Port': ['ID=84f395ff-00ed-4942-adf6-3d8f4054ce46,revision_number=3']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:27:08.164553 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f4a9becd-0fbd-4e71-b255-7769e586b6e9 req-91e10ac8-5db0-4577-84ad-e48dd81a1da1 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421278 Jul 13 20:27:08.165392 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1851bd8d-949f-49a3-9e8e-d8de71899e76 x-openstack-request-id: req-1851bd8d-949f-49a3-9e8e-d8de71899e76 {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:27:08.165825 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd797fa8-776d-4774-b8e8-0b1b96ab7be6", "tag": "84f395ff-00ed-4942-adf6-3d8f4054ce46", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:27:08.166148 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1851bd8d-949f-49a3-9e8e-d8de71899e76 {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:27:08.166878 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd797fa8-776d-4774-b8e8-0b1b96ab7be6', 'tag': '84f395ff-00ed-4942-adf6-3d8f4054ce46', 'status': 'completed', 'code': 200} Jul 13 20:27:08.225340 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee90045-fb75-41a6-a814-87641fd20c3d req-b98fe208-511c-47d3-baea-9e291ae694a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:08.226849 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-cee90045-fb75-41a6-a814-87641fd20c3d req-b98fe208-511c-47d3-baea-9e291ae694a3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d725fb3a49b47c287f9c134201d6823&device_id=dd797fa8-776d-4774-b8e8-0b1b96ab7be6 HTTP/1.1" status: 200 len: 1097 time: 0.0589752 Jul 13 20:27:08.545392 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-cee90045-fb75-41a6-a814-87641fd20c3d req-38be68fa-1cea-446c-923f-0f2b0bdbbd28 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84f395ff-00ed-4942-adf6-3d8f4054ce46 HTTP/1.1" status: 200 len: 217 time: 0.3113513 Jul 13 20:27:08.592967 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee90045-fb75-41a6-a814-87641fd20c3d req-685a7dbf-0c1f-4191-9881-e5a20f1cd355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:08.594338 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-cee90045-fb75-41a6-a814-87641fd20c3d req-685a7dbf-0c1f-4191-9881-e5a20f1cd355 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f457fbe4-4ce5-41db-824a-50007e6454b1 HTTP/1.1" status: 200 len: 849 time: 0.0420847 Jul 13 20:27:08.654428 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee90045-fb75-41a6-a814-87641fd20c3d req-22b6e18e-f158-47d3-b3ba-2011cc14f6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:08.655896 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-cee90045-fb75-41a6-a814-87641fd20c3d req-22b6e18e-f158-47d3-b3ba-2011cc14f6fd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ba0347c3-a626-4466-ac21-b102e445facc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539870 Jul 13 20:27:08.658128 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c527368-4d7c-4b03-8197-84ab4968b708 req-ee608dbf-8390-4785-8624-3978594e5797 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:08.659609 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5c527368-4d7c-4b03-8197-84ab4968b708 req-ee608dbf-8390-4785-8624-3978594e5797 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 946 time: 0.0623162 Jul 13 20:27:08.696683 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5c527368-4d7c-4b03-8197-84ab4968b708 req-6d40e537-99e5-4b92-8f86-fb1fae6e46c7 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314400 Jul 13 20:27:08.743241 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-cee90045-fb75-41a6-a814-87641fd20c3d req-98e2c0f9-12f2-41a2-9084-7089c4b7b075 service neutron] 10.222.0.47 "GET /v2.0/networks/ba0347c3-a626-4466-ac21-b102e445facc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796032 Jul 13 20:27:08.832185 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-cee90045-fb75-41a6-a814-87641fd20c3d req-281314bb-3b8f-4a59-b132-0c266f757480 service neutron] 10.222.0.47 "GET /v2.0/networks/ba0347c3-a626-4466-ac21-b102e445facc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827322 Jul 13 20:27:08.931379 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a56c4-7e47-4757-a454-205fd3e78692 req-462568f0-6d39-4353-904e-9ce7adc5c302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:08.933063 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-8d6a56c4-7e47-4757-a454-205fd3e78692 req-462568f0-6d39-4353-904e-9ce7adc5c302 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d725fb3a49b47c287f9c134201d6823&device_id=dd797fa8-776d-4774-b8e8-0b1b96ab7be6 HTTP/1.1" status: 200 len: 1097 time: 0.0516193 Jul 13 20:27:09.018457 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a56c4-7e47-4757-a454-205fd3e78692 req-2d727a88-bf37-42c7-a5a8-7359d343fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:09.020123 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-8d6a56c4-7e47-4757-a454-205fd3e78692 req-2d727a88-bf37-42c7-a5a8-7359d343fe29 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ba0347c3-a626-4466-ac21-b102e445facc HTTP/1.1" status: 200 len: 911 time: 0.0805855 Jul 13 20:27:09.064078 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-8d6a56c4-7e47-4757-a454-205fd3e78692 req-8405b723-5d3b-4538-bafb-ece90eb84f1c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84f395ff-00ed-4942-adf6-3d8f4054ce46 HTTP/1.1" status: 200 len: 217 time: 0.0362310 Jul 13 20:27:09.113160 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a56c4-7e47-4757-a454-205fd3e78692 req-d9438440-a3c3-4a7e-b59a-af9d3a61532e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:09.114600 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-8d6a56c4-7e47-4757-a454-205fd3e78692 req-d9438440-a3c3-4a7e-b59a-af9d3a61532e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f457fbe4-4ce5-41db-824a-50007e6454b1 HTTP/1.1" status: 200 len: 849 time: 0.0426540 Jul 13 20:27:09.172364 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a56c4-7e47-4757-a454-205fd3e78692 req-62c52122-6641-42b8-89bf-b20858bc225d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:09.173879 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-8d6a56c4-7e47-4757-a454-205fd3e78692 req-62c52122-6641-42b8-89bf-b20858bc225d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ba0347c3-a626-4466-ac21-b102e445facc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515351 Jul 13 20:27:09.242296 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:09.271579 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-8d6a56c4-7e47-4757-a454-205fd3e78692 req-4a797f27-bd2b-453b-9ab0-a966c51b923c service neutron] 10.222.0.47 "GET /v2.0/networks/ba0347c3-a626-4466-ac21-b102e445facc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876346 Jul 13 20:27:09.337939 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca7d9f-27f5-4004-9666-11e8dde4a685 req-265522ba-9faf-4398-91aa-b548e522f807 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:09.339420 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3aca7d9f-27f5-4004-9666-11e8dde4a685 req-265522ba-9faf-4398-91aa-b548e522f807 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd797fa8-776d-4774-b8e8-0b1b96ab7be6 HTTP/1.1" status: 200 len: 944 time: 0.0628531 Jul 13 20:27:09.364505 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-8d6a56c4-7e47-4757-a454-205fd3e78692 req-da31a68b-f0de-48eb-b6da-087b16804d1b service neutron] 10.222.0.47 "GET /v2.0/networks/ba0347c3-a626-4466-ac21-b102e445facc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823765 Jul 13 20:27:09.377984 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3aca7d9f-27f5-4004-9666-11e8dde4a685 req-d8b25870-6320-42e4-9fbe-a3798e6ce840 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326617 Jul 13 20:27:10.094858 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368fbd1-a8f0-414f-ba40-7182b076ca63 req-04b5f032-8fd1-4554-bfec-84908dbbb636 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:10.096236 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4368fbd1-a8f0-414f-ba40-7182b076ca63 req-04b5f032-8fd1-4554-bfec-84908dbbb636 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 946 time: 0.2870679 Jul 13 20:27:10.134018 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4368fbd1-a8f0-414f-ba40-7182b076ca63 req-83010534-c9c4-4f31-aa60-2cd6b756c2ca tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320125 Jul 13 20:27:10.547290 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc332c5a-89ae-49c1-ab09-fb05f3c6c359 req-f3dd58f0-23ad-4567-af21-782b9d376531 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:10.549413 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cc332c5a-89ae-49c1-ab09-fb05f3c6c359 req-f3dd58f0-23ad-4567-af21-782b9d376531 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd797fa8-776d-4774-b8e8-0b1b96ab7be6 HTTP/1.1" status: 200 len: 944 time: 0.0615139 Jul 13 20:27:10.586354 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cc332c5a-89ae-49c1-ab09-fb05f3c6c359 req-aa09f43a-66c3-4d8d-bb86-06c21c7bf841 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314121 Jul 13 20:27:11.314002 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ec522-195f-4652-84e4-3742402620d5 req-72db1558-508c-4783-8687-c926808e029b tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:11.315454 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3b4ec522-195f-4652-84e4-3742402620d5 req-72db1558-508c-4783-8687-c926808e029b tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 946 time: 0.0646851 Jul 13 20:27:11.351940 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3b4ec522-195f-4652-84e4-3742402620d5 req-bf5e41e9-f1d0-4b5a-a3a3-540748c34618 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309174 Jul 13 20:27:11.754290 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aee1e3-8e36-4452-aaf7-c0c434f6fec5 req-2db7c888-94ed-40d2-b369-a0170bb0665c tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:11.755741 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-27aee1e3-8e36-4452-aaf7-c0c434f6fec5 req-2db7c888-94ed-40d2-b369-a0170bb0665c tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd797fa8-776d-4774-b8e8-0b1b96ab7be6 HTTP/1.1" status: 200 len: 944 time: 0.0615902 Jul 13 20:27:11.793534 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-27aee1e3-8e36-4452-aaf7-c0c434f6fec5 req-85766353-3123-4a9a-9dcd-fb66878df7f5 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320971 Jul 13 20:27:12.522899 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1523fe-16a2-425b-89c6-73670106e14e req-a5662574-18f0-4818-bb2b-c09dd51be8cc tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:12.524419 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3d1523fe-16a2-425b-89c6-73670106e14e req-a5662574-18f0-4818-bb2b-c09dd51be8cc tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 946 time: 0.0616252 Jul 13 20:27:12.564522 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3d1523fe-16a2-425b-89c6-73670106e14e req-c597dad4-955a-4970-a615-45efa2b53d3b tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345378 Jul 13 20:27:12.967393 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502d8db-ab64-4374-9f18-0e9bad358c7f req-53fa2c48-151b-4275-96cc-99f1864e394e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:12.968918 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1502d8db-ab64-4374-9f18-0e9bad358c7f req-53fa2c48-151b-4275-96cc-99f1864e394e tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd797fa8-776d-4774-b8e8-0b1b96ab7be6 HTTP/1.1" status: 200 len: 944 time: 0.0621111 Jul 13 20:27:13.006984 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1502d8db-ab64-4374-9f18-0e9bad358c7f req-a067c4be-4b3c-4096-b60e-4499d43bb56f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323772 Jul 13 20:27:13.738339 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a203728b-b38b-4b89-bd2a-8013aa61dbac req-07922c95-8b7f-467a-a99f-92e052849e83 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:13.739892 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a203728b-b38b-4b89-bd2a-8013aa61dbac req-07922c95-8b7f-467a-a99f-92e052849e83 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 946 time: 0.0637901 Jul 13 20:27:13.778349 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a203728b-b38b-4b89-bd2a-8013aa61dbac req-70ae7b5e-599c-4841-ac5a-74896f1eabcd tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327027 Jul 13 20:27:14.179108 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24811eef-fa1e-42c1-a1bd-2fb4adcfa167 req-13c4ce62-0876-48b8-85cb-202a4124f0a3 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:14.180579 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-24811eef-fa1e-42c1-a1bd-2fb4adcfa167 req-13c4ce62-0876-48b8-85cb-202a4124f0a3 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd797fa8-776d-4774-b8e8-0b1b96ab7be6 HTTP/1.1" status: 200 len: 944 time: 0.0649889 Jul 13 20:27:14.216916 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-24811eef-fa1e-42c1-a1bd-2fb4adcfa167 req-80529b13-f43f-497e-9ed8-ea12946a7209 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308938 Jul 13 20:27:14.950174 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94688109-902e-4556-8358-bad80b88e3d8 req-64458d24-55ab-4b79-9356-52cb2d15cfa6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:14.951636 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-94688109-902e-4556-8358-bad80b88e3d8 req-64458d24-55ab-4b79-9356-52cb2d15cfa6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 946 time: 0.0613089 Jul 13 20:27:14.988094 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-94688109-902e-4556-8358-bad80b88e3d8 req-f54d9545-39ab-4b56-b936-4368bf5898e1 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303319 Jul 13 20:27:15.333175 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:15.388272 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16939a6-b42c-4152-9697-56a20c7947ca req-d1fbc447-6a5d-4277-b7da-9b66fd356724 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:15.389916 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f16939a6-b42c-4152-9697-56a20c7947ca req-d1fbc447-6a5d-4277-b7da-9b66fd356724 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd797fa8-776d-4774-b8e8-0b1b96ab7be6 HTTP/1.1" status: 200 len: 944 time: 0.0634108 Jul 13 20:27:15.430264 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f16939a6-b42c-4152-9697-56a20c7947ca req-1ee2e0fc-d8ed-4efb-8caf-aca23fa00cda tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344064 Jul 13 20:27:15.702109 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77884e94-5fa7-48d1-85a9-ddb58bfaeb17 req-e205dda8-ec5a-4f26-a52c-aa6a7977270f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:15.703687 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-77884e94-5fa7-48d1-85a9-ddb58bfaeb17 req-e205dda8-ec5a-4f26-a52c-aa6a7977270f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a9793299c000402cb8306fcd5d1c082d&device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 1099 time: 0.0555212 Jul 13 20:27:15.804758 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77884e94-5fa7-48d1-85a9-ddb58bfaeb17 req-9c714b0b-5d6a-4ec3-ab0a-bf191879ca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:15.806228 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-77884e94-5fa7-48d1-85a9-ddb58bfaeb17 req-9c714b0b-5d6a-4ec3-ab0a-bf191879ca0a service neutron] 10.222.0.47 "GET /v2.0/networks?id=06394d6a-14d6-4fa8-8bdd-c44a05dff52f HTTP/1.1" status: 200 len: 911 time: 0.0829263 Jul 13 20:27:15.873771 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-77884e94-5fa7-48d1-85a9-ddb58bfaeb17 req-32ec1fd2-f359-4a51-aa03-e2c85266c63f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f74000a-a76e-4485-9367-173899a7a803 HTTP/1.1" status: 200 len: 1001 time: 0.0610967 Jul 13 20:27:15.923893 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77884e94-5fa7-48d1-85a9-ddb58bfaeb17 req-3cb64fa5-ffe5-4d55-ae57-9387025e6b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:15.925367 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-77884e94-5fa7-48d1-85a9-ddb58bfaeb17 req-3cb64fa5-ffe5-4d55-ae57-9387025e6b46 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28e72ca7-72ee-423c-a705-c96364cb573a HTTP/1.1" status: 200 len: 849 time: 0.0443459 Jul 13 20:27:15.981859 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77884e94-5fa7-48d1-85a9-ddb58bfaeb17 req-35ed4cea-6336-4eab-9340-9410dc1e009d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:15.983227 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-77884e94-5fa7-48d1-85a9-ddb58bfaeb17 req-35ed4cea-6336-4eab-9340-9410dc1e009d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=06394d6a-14d6-4fa8-8bdd-c44a05dff52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516639 Jul 13 20:27:16.075365 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-77884e94-5fa7-48d1-85a9-ddb58bfaeb17 req-64041ef9-8473-4f99-bb48-49c91fe347ec service neutron] 10.222.0.47 "GET /v2.0/networks/06394d6a-14d6-4fa8-8bdd-c44a05dff52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853467 Jul 13 20:27:16.163838 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-77884e94-5fa7-48d1-85a9-ddb58bfaeb17 req-30524ece-47f5-4db0-9d7c-c9f9145e29de service neutron] 10.222.0.47 "GET /v2.0/networks/06394d6a-14d6-4fa8-8bdd-c44a05dff52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815604 Jul 13 20:27:16.164135 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226f9e5-b552-4abf-bbd7-ed7604846ca5 req-b608649e-f77d-40c9-abbd-16d2fb6f2637 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:16.165591 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3226f9e5-b552-4abf-bbd7-ed7604846ca5 req-b608649e-f77d-40c9-abbd-16d2fb6f2637 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 946 time: 0.0623064 Jul 13 20:27:16.202159 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3226f9e5-b552-4abf-bbd7-ed7604846ca5 req-d4a1c59c-ab85-43c1-b84c-ac6d6d92e6a5 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309494 Jul 13 20:27:16.599916 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696bf4e0-5a8c-44e7-a25e-fd55ee71845e req-3581042b-0634-4bab-9109-84e1eae08053 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:16.601404 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-696bf4e0-5a8c-44e7-a25e-fd55ee71845e req-3581042b-0634-4bab-9109-84e1eae08053 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd797fa8-776d-4774-b8e8-0b1b96ab7be6 HTTP/1.1" status: 200 len: 944 time: 0.0622559 Jul 13 20:27:16.637976 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-696bf4e0-5a8c-44e7-a25e-fd55ee71845e req-17757459-cdc4-42ca-99f2-b7eca9f99486 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311439 Jul 13 20:27:17.337947 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 84f395ff-00ed-4942-adf6-3d8f4054ce46 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:27:17.379408 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a109d3-26a1-4b69-8322-ae1f5cf5029a req-5dd2f963-64eb-425a-a455-21b60a89f0d9 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:17.380908 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b5a109d3-26a1-4b69-8322-ae1f5cf5029a req-5dd2f963-64eb-425a-a455-21b60a89f0d9 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 946 time: 0.0656760 Jul 13 20:27:17.417739 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b5a109d3-26a1-4b69-8322-ae1f5cf5029a req-285a1212-81e4-4cdc-a7fe-2bd7e294bd4c tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311677 Jul 13 20:27:17.433489 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 84f395ff-00ed-4942-adf6-3d8f4054ce46, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=84f395ff-00ed-4942-adf6-3d8f4054ce46,segment=NetworkSegment(e4d29c19-7081-43de-a1f1-f5636ff5dd0e),segment_id=e4d29c19-7081-43de-a1f1-f5636ff5dd0e)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:27:17.445793 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Returning: {'device': '84f395ff-00ed-4942-adf6-3d8f4054ce46', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'port_id': '84f395ff-00ed-4942-adf6-3d8f4054ce46', 'mac_address': 'fa:16:3e:20:2d:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:27:17.487564 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:17.500157 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84f395ff-00ed-4942-adf6-3d8f4054ce46 {{(pid=92959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:27:17.519888 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 84f395ff-00ed-4942-adf6-3d8f4054ce46, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=84f395ff-00ed-4942-adf6-3d8f4054ce46,segment=NetworkSegment(e4d29c19-7081-43de-a1f1-f5636ff5dd0e),segment_id=e4d29c19-7081-43de-a1f1-f5636ff5dd0e)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:27:17.524091 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:17.573246 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=84f395ff-00ed-4942-adf6-3d8f4054ce46,revision_number=4']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:27:17.581379 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:17.581719 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:17.582062 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:17.582394 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:17.582723 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:17.583077 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:17.583398 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:17.583722 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:17.584075 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:17.584401 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:17.585028 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:17.585028 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:17.762234 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['84f395ff-00ed-4942-adf6-3d8f4054ce46'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:27:17.771209 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7857a08-6e51-4468-8e4b-a9529e7c2ec4 req-aa21a3ff-05b9-4dc9-bb12-351aa87015a9 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:17.772771 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a7857a08-6e51-4468-8e4b-a9529e7c2ec4 req-aa21a3ff-05b9-4dc9-bb12-351aa87015a9 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 946 time: 0.0753949 Jul 13 20:27:17.783979 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df400977-86c0-46ac-b6f9-9e27779983a0 req-61e36edc-3373-40d9-8e3c-c3c01f7fea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:17.785634 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-df400977-86c0-46ac-b6f9-9e27779983a0 req-61e36edc-3373-40d9-8e3c-c3c01f7fea22 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a9793299c000402cb8306fcd5d1c082d&device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 1099 time: 0.0636163 Jul 13 20:27:17.838993 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a7857a08-6e51-4468-8e4b-a9529e7c2ec4 req-45931d78-ecf3-429e-a698-9c2bef9c9060 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470304 Jul 13 20:27:17.860013 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e51f21-d230-4dd3-b95c-deafe2205506 req-9cefc325-913b-41ae-a361-9d59833577c0 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:17.861716 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-66e51f21-d230-4dd3-b95c-deafe2205506 req-9cefc325-913b-41ae-a361-9d59833577c0 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd797fa8-776d-4774-b8e8-0b1b96ab7be6 HTTP/1.1" status: 200 len: 945 time: 0.1081274 Jul 13 20:27:17.900960 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-66e51f21-d230-4dd3-b95c-deafe2205506 req-02d8232b-29d0-460c-a2a3-7d45db1a3182 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331583 Jul 13 20:27:17.950339 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df400977-86c0-46ac-b6f9-9e27779983a0 req-77a38118-311f-4e44-8d62-29132162df70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:17.951825 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-df400977-86c0-46ac-b6f9-9e27779983a0 req-77a38118-311f-4e44-8d62-29132162df70 service neutron] 10.222.0.47 "GET /v2.0/networks?id=06394d6a-14d6-4fa8-8bdd-c44a05dff52f HTTP/1.1" status: 200 len: 911 time: 0.0977991 Jul 13 20:27:18.021786 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-df400977-86c0-46ac-b6f9-9e27779983a0 req-b282954b-27dd-43d4-b92d-577f5c219ec4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f74000a-a76e-4485-9367-173899a7a803 HTTP/1.1" status: 200 len: 1001 time: 0.0611525 Jul 13 20:27:18.074294 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df400977-86c0-46ac-b6f9-9e27779983a0 req-e5ca9b55-3ff5-4833-9758-e78c2b05f609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:18.075735 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-df400977-86c0-46ac-b6f9-9e27779983a0 req-e5ca9b55-3ff5-4833-9758-e78c2b05f609 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28e72ca7-72ee-423c-a705-c96364cb573a HTTP/1.1" status: 200 len: 849 time: 0.0480175 Jul 13 20:27:18.132527 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df400977-86c0-46ac-b6f9-9e27779983a0 req-b4fa23ce-d1db-4e14-a4c1-33ec763a8286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:18.133994 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-df400977-86c0-46ac-b6f9-9e27779983a0 req-b4fa23ce-d1db-4e14-a4c1-33ec763a8286 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=06394d6a-14d6-4fa8-8bdd-c44a05dff52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514817 Jul 13 20:27:18.222853 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-df400977-86c0-46ac-b6f9-9e27779983a0 req-91b17250-c9bd-4664-8d9c-a2caac6565e8 service neutron] 10.222.0.47 "GET /v2.0/networks/06394d6a-14d6-4fa8-8bdd-c44a05dff52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810294 Jul 13 20:27:18.314838 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-df400977-86c0-46ac-b6f9-9e27779983a0 req-bfc4bc37-a3bf-45e4-a4dc-dc471b12c7be service neutron] 10.222.0.47 "GET /v2.0/networks/06394d6a-14d6-4fa8-8bdd-c44a05dff52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845549 Jul 13 20:27:19.018304 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da6c67-0f7a-4f4b-91c0-421a95aaf242 req-e5bfbbd3-62b0-49ee-8914-df576cf1dbd1 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:19.025245 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-29da6c67-0f7a-4f4b-91c0-421a95aaf242 req-e5bfbbd3-62b0-49ee-8914-df576cf1dbd1 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 946 time: 0.0640643 Jul 13 20:27:19.086125 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-29da6c67-0f7a-4f4b-91c0-421a95aaf242 req-1f341024-baba-4644-850f-4816ed7a3c75 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566289 Jul 13 20:27:19.107091 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4076c5-29ce-4adc-9680-8899262e54ea req-4d38d8e4-a92a-4c7b-b4fb-edfca27550e1 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:19.108619 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3c4076c5-29ce-4adc-9680-8899262e54ea req-4d38d8e4-a92a-4c7b-b4fb-edfca27550e1 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd797fa8-776d-4774-b8e8-0b1b96ab7be6 HTTP/1.1" status: 200 len: 945 time: 0.0879238 Jul 13 20:27:19.150321 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3c4076c5-29ce-4adc-9680-8899262e54ea req-353d831e-412f-4307-b8b0-7fcde5b418c7 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354295 Jul 13 20:27:19.361862 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 84f395ff-00ed-4942-adf6-3d8f4054ce46 up at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:27:19.408518 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning for port 84f395ff-00ed-4942-adf6-3d8f4054ce46 completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:27:19.411982 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning complete for port 84f395ff-00ed-4942-adf6-3d8f4054ce46 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:27:19.412355 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:19.488172 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:19.509397 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd797fa8-776d-4774-b8e8-0b1b96ab7be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f395ff-00ed-4942-adf6-3d8f4054ce46'}] {{(pid=92959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:27:19.511635 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a95ef25a805c455dc0e319f75fe5c37b751c8207b334ba38c934020b16a01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d44f856-368d-4b77-98e4-cf58e587ec60" -d '{"events": [{"server_uuid": "dd797fa8-776d-4774-b8e8-0b1b96ab7be6", "name": "network-vif-plugged", "status": "completed", "tag": "84f395ff-00ed-4942-adf6-3d8f4054ce46"}]}' {{(pid=92959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:27:19.524080 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 84f395ff-00ed-4942-adf6-3d8f4054ce46, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=84f395ff-00ed-4942-adf6-3d8f4054ce46,segment=NetworkSegment(e4d29c19-7081-43de-a1f1-f5636ff5dd0e),segment_id=e4d29c19-7081-43de-a1f1-f5636ff5dd0e)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:27:19.527689 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:19.553686 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78b8367-9d3a-419e-84f6-155586eb1c5e x-openstack-request-id: req-b78b8367-9d3a-419e-84f6-155586eb1c5e {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:27:19.553975 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd797fa8-776d-4774-b8e8-0b1b96ab7be6", "name": "network-vif-plugged", "status": "completed", "tag": "84f395ff-00ed-4942-adf6-3d8f4054ce46", "code": 200}]} {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:27:19.554227 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b78b8367-9d3a-419e-84f6-155586eb1c5e {{(pid=92959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:27:19.554615 dv-cinder-800697-1-iscsi neutron-server[92959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd797fa8-776d-4774-b8e8-0b1b96ab7be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f395ff-00ed-4942-adf6-3d8f4054ce46', 'code': 200} Jul 13 20:27:19.579650 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=84f395ff-00ed-4942-adf6-3d8f4054ce46,revision_number=5']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:27:19.828463 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78e29c-3c42-4717-834c-dce9fe395a7a req-a8047cd2-55e1-4eda-9ebf-bb9f4a7cc9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:19.830065 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-fe78e29c-3c42-4717-834c-dce9fe395a7a req-a8047cd2-55e1-4eda-9ebf-bb9f4a7cc9c8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dd797fa8-776d-4774-b8e8-0b1b96ab7be6 HTTP/1.1" status: 200 len: 1099 time: 0.0516193 Jul 13 20:27:19.864623 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-fe78e29c-3c42-4717-834c-dce9fe395a7a req-214b58b6-f859-49f8-a91a-b1ec8649b7f9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275249 Jul 13 20:27:20.328611 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb3e44d-2942-4627-a226-0b5bbf428142 req-8533067d-4585-4647-84d5-643b1e1e659f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:20.330330 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ceb3e44d-2942-4627-a226-0b5bbf428142 req-8533067d-4585-4647-84d5-643b1e1e659f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd797fa8-776d-4774-b8e8-0b1b96ab7be6 HTTP/1.1" status: 200 len: 946 time: 0.0702190 Jul 13 20:27:20.367976 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ceb3e44d-2942-4627-a226-0b5bbf428142 req-a02389f3-e0f4-48a0-93e3-a0020e6bc3da tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319586 Jul 13 20:27:21.539986 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d70053-60a6-4fe1-b93a-dc79c207a3a1 req-1224264c-21e1-4fa0-9636-8ad89016aab4 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:21.541451 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d7d70053-60a6-4fe1-b93a-dc79c207a3a1 req-1224264c-21e1-4fa0-9636-8ad89016aab4 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd797fa8-776d-4774-b8e8-0b1b96ab7be6 HTTP/1.1" status: 200 len: 946 time: 0.0628572 Jul 13 20:27:21.578715 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d7d70053-60a6-4fe1-b93a-dc79c207a3a1 req-70f69acf-a4f3-42af-91d0-61bebac67ac0 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316598 Jul 13 20:27:21.752545 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0c39c-a4d7-4c3f-be38-47d0873d0257 req-4f2b0e21-3001-49ab-ad4a-38e9d60ce88a tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:21.753896 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2fc0c39c-a4d7-4c3f-be38-47d0873d0257 req-4f2b0e21-3001-49ab-ad4a-38e9d60ce88a tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd797fa8-776d-4774-b8e8-0b1b96ab7be6 HTTP/1.1" status: 200 len: 946 time: 0.0651340 Jul 13 20:27:21.790654 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2fc0c39c-a4d7-4c3f-be38-47d0873d0257 req-3a886c76-c9a3-46fc-85be-d475ae795873 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313060 Jul 13 20:27:21.815723 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49468) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:27:21.866852 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe79e53a-8402-4240-a416-71fd1db23e9a tempest-TestVolumeBootPattern-961498258 tempest-TestVolumeBootPattern-961498258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:21.868670 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-fe79e53a-8402-4240-a416-71fd1db23e9a tempest-TestVolumeBootPattern-961498258 tempest-TestVolumeBootPattern-961498258-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=dd797fa8-776d-4774-b8e8-0b1b96ab7be6 HTTP/1.1" status: 200 len: 1094 time: 0.0519168 Jul 13 20:27:21.871566 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49470) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:27:21.876249 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-15eb4caf-b516-472d-942e-77a63bd05c8f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Request body: {'floatingip': {'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'port_id': '84f395ff-00ed-4942-adf6-3d8f4054ce46', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:27:21.897562 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-15eb4caf-b516-472d-942e-77a63bd05c8f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for floatingip, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:21.999842 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-15eb4caf-b516-472d-942e-77a63bd05c8f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:22.100000 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [None req-15eb4caf-b516-472d-942e-77a63bd05c8f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Allocated IP 172.27.1.181 (e57c7c0c-39ec-40cf-b750-a71f25c7d8d2/a207c1df-41ac-48bd-9f72-165f77d81169/1747fa7d-5eb6-4119-b2f4-52015494319b) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:27:22.198290 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-15eb4caf-b516-472d-942e-77a63bd05c8f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:22.236170 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-15eb4caf-b516-472d-942e-77a63bd05c8f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15916159'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:22.276604 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15eb4caf-b516-472d-942e-77a63bd05c8f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Network e57c7c0c-39ec-40cf-b750-a71f25c7d8d2 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:27:22.279297 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-15eb4caf-b516-472d-942e-77a63bd05c8f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:27:22.281900 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eb4caf-b516-472d-942e-77a63bd05c8f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:27:22.303666 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb4caf-b516-472d-942e-77a63bd05c8f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Pushing event updated for resources: {'Port': ['ID=1747fa7d-5eb6-4119-b2f4-52015494319b,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:27:22.317248 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eb4caf-b516-472d-942e-77a63bd05c8f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:22.317596 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eb4caf-b516-472d-942e-77a63bd05c8f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:22.317936 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eb4caf-b516-472d-942e-77a63bd05c8f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:22.318274 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eb4caf-b516-472d-942e-77a63bd05c8f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:22.318606 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eb4caf-b516-472d-942e-77a63bd05c8f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:22.318934 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eb4caf-b516-472d-942e-77a63bd05c8f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:22.319269 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eb4caf-b516-472d-942e-77a63bd05c8f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:22.319591 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eb4caf-b516-472d-942e-77a63bd05c8f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:22.319916 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eb4caf-b516-472d-942e-77a63bd05c8f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:22.320273 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eb4caf-b516-472d-942e-77a63bd05c8f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:22.320593 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eb4caf-b516-472d-942e-77a63bd05c8f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:22.320911 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eb4caf-b516-472d-942e-77a63bd05c8f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:22.652575 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-15eb4caf-b516-472d-942e-77a63bd05c8f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:22.730319 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-15eb4caf-b516-472d-942e-77a63bd05c8f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:22.873599 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-15eb4caf-b516-472d-942e-77a63bd05c8f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for port, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:22.878189 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-15eb4caf-b516-472d-942e-77a63bd05c8f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15916148'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:22.947926 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb4caf-b516-472d-942e-77a63bd05c8f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Pushing event updated for resources: {'Port': ['ID=1747fa7d-5eb6-4119-b2f4-52015494319b,revision_number=2']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:27:22.957884 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-15eb4caf-b516-472d-942e-77a63bd05c8f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708393'] for floatingip, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:23.053915 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.db.l3_db [None req-15eb4caf-b516-472d-942e-77a63bd05c8f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Floating IP 385c8662-2c17-4ef5-8bdb-1e45b9abb8fc associated. External IP: 172.27.1.181, port: 84f395ff-00ed-4942-adf6-3d8f4054ce46. Jul 13 20:27:23.255607 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15eb4caf-b516-472d-942e-77a63bd05c8f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Router 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e has already been hosted by L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:27:23.359175 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15eb4caf-b516-472d-942e-77a63bd05c8f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:27:23.369717 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d75539-80d3-4eea-aa6f-eb52886476e1 None None] Sync routers for ids ['4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'] in dv-cinder-800697-1-iscsi {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:27:23.375108 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-15eb4caf-b516-472d-942e-77a63bd05c8f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for floatingip, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:23.380690 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d75539-80d3-4eea-aa6f-eb52886476e1 None None] Routers {'4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:27:23.381311 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-b7d75539-80d3-4eea-aa6f-eb52886476e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:27:06Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:27:23.411446 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-15eb4caf-b516-472d-942e-77a63bd05c8f tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5388179 Jul 13 20:27:23.412099 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd797fa8-776d-4774-b8e8-0b1b96ab7be6', 'tag': '84f395ff-00ed-4942-adf6-3d8f4054ce46'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:27:23.414308 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c297712392d163f53ebb29416b2c98d8f2749a1173f1ad854f2bb06edc641eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a3e6a3-99b7-4097-8be0-f89cf51cf1bc" -d '{"events": [{"name": "network-changed", "server_uuid": "dd797fa8-776d-4774-b8e8-0b1b96ab7be6", "tag": "84f395ff-00ed-4942-adf6-3d8f4054ce46"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:27:23.452834 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c35401-9d43-44b8-ac9c-9cd92ee46eb2 x-openstack-request-id: req-19c35401-9d43-44b8-ac9c-9cd92ee46eb2 {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:27:23.453120 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd797fa8-776d-4774-b8e8-0b1b96ab7be6", "tag": "84f395ff-00ed-4942-adf6-3d8f4054ce46", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:27:23.453366 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-19c35401-9d43-44b8-ac9c-9cd92ee46eb2 {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:27:23.453785 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd797fa8-776d-4774-b8e8-0b1b96ab7be6', 'tag': '84f395ff-00ed-4942-adf6-3d8f4054ce46', 'status': 'completed', 'code': 200} Jul 13 20:27:23.487401 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-b7d75539-80d3-4eea-aa6f-eb52886476e1 None None] Set router 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:27:23.528817 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3e6a3-99b7-4097-8be0-f89cf51cf1bc req-8a12608e-0d87-473d-802e-68a6f30a3dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:23.530275 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-d3a3e6a3-99b7-4097-8be0-f89cf51cf1bc req-8a12608e-0d87-473d-802e-68a6f30a3dea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d725fb3a49b47c287f9c134201d6823&device_id=dd797fa8-776d-4774-b8e8-0b1b96ab7be6 HTTP/1.1" status: 200 len: 1099 time: 0.0524669 Jul 13 20:27:23.621763 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3e6a3-99b7-4097-8be0-f89cf51cf1bc req-54513ee7-6a18-4a14-a689-b89daed91ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:23.623216 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-d3a3e6a3-99b7-4097-8be0-f89cf51cf1bc req-54513ee7-6a18-4a14-a689-b89daed91ca0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ba0347c3-a626-4466-ac21-b102e445facc HTTP/1.1" status: 200 len: 911 time: 0.0859447 Jul 13 20:27:23.685669 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-d3a3e6a3-99b7-4097-8be0-f89cf51cf1bc req-ac106a0e-d3e0-4795-a210-5605e7161b64 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84f395ff-00ed-4942-adf6-3d8f4054ce46 HTTP/1.1" status: 200 len: 1000 time: 0.0560839 Jul 13 20:27:23.709385 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-b7d75539-80d3-4eea-aa6f-eb52886476e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'name': 'tempest-TestVolumeBootPattern-51487356-router', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:42Z', 'updated_at': '2021-07-13T20:21:47Z', 'revision_number': 4, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'gw_port': {'id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:43Z', 'updated_at': '2021-07-13T20:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_floatingips': [{'id': '385c8662-2c17-4ef5-8bdb-1e45b9abb8fc', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'floating_ip_address': '172.27.1.181', 'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'router_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'port_id': '84f395ff-00ed-4942-adf6-3d8f4054ce46', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'mac_address': 'fa:16:3e:20:2d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd797fa8-776d-4774-b8e8-0b1b96ab7be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:27:22Z', 'updated_at': '2021-07-13T20:27:22Z', 'revision_number': 0, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'fixed_ip_address_scope': None}, {'id': 'ab477ebd-7017-4abe-8070-ec5c7e84dacf', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'router_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'port_id': '9b367e92-e9bf-4293-ab8c-f778c04472d8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'mac_address': 'fa:16:3e:68:1e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849ef4-20bd-4a7e-acbb-12558b5f5f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:25:21Z', 'updated_at': '2021-07-13T20:25:23Z', 'revision_number': 1, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b75779e7-c3d4-43b8-8f47-2957bce94180', 'name': '', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'mac_address': 'fa:16:3e:a6:77:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:46Z', 'updated_at': '2021-07-13T20:21:54Z', 'revision_number': 5, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'subnets': [{'id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:27:23.737566 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3e6a3-99b7-4097-8be0-f89cf51cf1bc req-70573adb-c74c-41ad-8646-afe5514ab4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:23.738748 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d75539-80d3-4eea-aa6f-eb52886476e1 None None] Checking router: 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e for host: dv-cinder-800697-1-iscsi {{(pid=92960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:27:23.739022 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-d3a3e6a3-99b7-4097-8be0-f89cf51cf1bc req-70573adb-c74c-41ad-8646-afe5514ab4c8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f457fbe4-4ce5-41db-824a-50007e6454b1 HTTP/1.1" status: 200 len: 849 time: 0.0465448 Jul 13 20:27:23.747271 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d75539-80d3-4eea-aa6f-eb52886476e1 None None] Routers {'4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:27:23.747870 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-b7d75539-80d3-4eea-aa6f-eb52886476e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:27:06Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:27:23.800310 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3e6a3-99b7-4097-8be0-f89cf51cf1bc req-9dc0ee38-2d3f-48d0-8f6c-2a4745531f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:23.801842 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-d3a3e6a3-99b7-4097-8be0-f89cf51cf1bc req-9dc0ee38-2d3f-48d0-8f6c-2a4745531f9e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ba0347c3-a626-4466-ac21-b102e445facc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558944 Jul 13 20:27:23.853258 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-b7d75539-80d3-4eea-aa6f-eb52886476e1 None None] Set router 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:27:23.891035 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-d3a3e6a3-99b7-4097-8be0-f89cf51cf1bc req-93a96180-aa77-497a-a32f-5bc0b98240fe service neutron] 10.222.0.47 "GET /v2.0/networks/ba0347c3-a626-4466-ac21-b102e445facc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820148 Jul 13 20:27:23.984306 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-d3a3e6a3-99b7-4097-8be0-f89cf51cf1bc req-dab5b248-f1cb-4236-91ba-d5cc03c4e181 service neutron] 10.222.0.47 "GET /v2.0/networks/ba0347c3-a626-4466-ac21-b102e445facc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849700 Jul 13 20:27:24.081972 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-b7d75539-80d3-4eea-aa6f-eb52886476e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'name': 'tempest-TestVolumeBootPattern-51487356-router', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:42Z', 'updated_at': '2021-07-13T20:21:47Z', 'revision_number': 4, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'gw_port': {'id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:43Z', 'updated_at': '2021-07-13T20:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_floatingips': [{'id': '385c8662-2c17-4ef5-8bdb-1e45b9abb8fc', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'floating_ip_address': '172.27.1.181', 'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'router_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'port_id': '84f395ff-00ed-4942-adf6-3d8f4054ce46', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'mac_address': 'fa:16:3e:20:2d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd797fa8-776d-4774-b8e8-0b1b96ab7be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:27:22Z', 'updated_at': '2021-07-13T20:27:22Z', 'revision_number': 0, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'fixed_ip_address_scope': None}, {'id': 'ab477ebd-7017-4abe-8070-ec5c7e84dacf', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'router_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'port_id': '9b367e92-e9bf-4293-ab8c-f778c04472d8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'mac_address': 'fa:16:3e:68:1e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849ef4-20bd-4a7e-acbb-12558b5f5f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:25:21Z', 'updated_at': '2021-07-13T20:25:23Z', 'revision_number': 1, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b75779e7-c3d4-43b8-8f47-2957bce94180', 'name': '', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'mac_address': 'fa:16:3e:a6:77:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:46Z', 'updated_at': '2021-07-13T20:21:54Z', 'revision_number': 5, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'subnets': [{'id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:27:24.108021 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d75539-80d3-4eea-aa6f-eb52886476e1 None None] The sync data for ids ['4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'] in dv-cinder-800697-1-iscsi is: [{'id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'name': 'tempest-TestVolumeBootPattern-51487356-router', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:42Z', 'updated_at': '2021-07-13T20:21:47Z', 'revision_number': 4, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'gw_port': {'id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:43Z', 'updated_at': '2021-07-13T20:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_floatingips': [{'id': '385c8662-2c17-4ef5-8bdb-1e45b9abb8fc', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'floating_ip_address': '172.27.1.181', 'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'router_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'port_id': '84f395ff-00ed-4942-adf6-3d8f4054ce46', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'mac_address': 'fa:16:3e:20:2d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd797fa8-776d-4774-b8e8-0b1b96ab7be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:27:22Z', 'updated_at': '2021-07-13T20:27:22Z', 'revision_number': 0, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'fixed_ip_address_scope': None}, {'id': 'ab477ebd-7017-4abe-8070-ec5c7e84dacf', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'router_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'port_id': '9b367e92-e9bf-4293-ab8c-f778c04472d8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'mac_address': 'fa:16:3e:68:1e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849ef4-20bd-4a7e-acbb-12558b5f5f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:25:21Z', 'updated_at': '2021-07-13T20:25:23Z', 'revision_number': 1, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b75779e7-c3d4-43b8-8f47-2957bce94180', 'name': '', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'mac_address': 'fa:16:3e:a6:77:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:46Z', 'updated_at': '2021-07-13T20:21:54Z', 'revision_number': 5, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'subnets': [{'id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:27:24.287822 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9cc91f-90c5-41eb-a39d-f53713d74db8 None None] New status for floating IP 385c8662-2c17-4ef5-8bdb-1e45b9abb8fc: ACTIVE {{(pid=92959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:27:33.769599 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-b5df82c8-45a0-4b7e-b543-a10e5b8800f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:36.107580 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-3583c3d4-9b2a-425d-98eb-42b8efb1263b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:36.802196 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:37.496592 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:37.948472 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 6 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:27:39.251146 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:45.351255 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:56.816683 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10653b4b-4f11-48aa-be1b-6deb9fe359c7 req-f5c89cc9-a5d9-4747-a578-a51d21ee1199 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:56.818155 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-10653b4b-4f11-48aa-be1b-6deb9fe359c7 req-f5c89cc9-a5d9-4747-a578-a51d21ee1199 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 946 time: 0.1138632 Jul 13 20:27:56.855649 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-10653b4b-4f11-48aa-be1b-6deb9fe359c7 req-c0475d45-dceb-4a5d-8c2f-4c1d0046d1ee tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318472 Jul 13 20:27:58.083748 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3baecd-56f7-4ad0-a900-949e32d57e5d req-1fdfbe12-8b11-455f-a168-9227e77a287d tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:58.085765 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9d3baecd-56f7-4ad0-a900-949e32d57e5d req-1fdfbe12-8b11-455f-a168-9227e77a287d tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 946 time: 0.1165364 Jul 13 20:27:58.127588 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9d3baecd-56f7-4ad0-a900-949e32d57e5d req-04a2c367-ba41-4820-a2cf-d9b710fbf8bf tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325789 Jul 13 20:27:59.303900 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cddf4a-8dcf-4ff6-8969-065d411b70cf req-7e01e6cc-6305-4901-8f8f-7e22e3228ed2 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:59.305364 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a3cddf4a-8dcf-4ff6-8969-065d411b70cf req-7e01e6cc-6305-4901-8f8f-7e22e3228ed2 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 946 time: 0.0614820 Jul 13 20:27:59.342050 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a3cddf4a-8dcf-4ff6-8969-065d411b70cf req-0c091cd2-7e66-4fb8-bd07-474e049c3898 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312016 Jul 13 20:28:00.514631 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7221ac5-714a-423c-97d9-c497e373583d req-03bf032b-6257-4a6b-93b4-1e691bfc3106 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:00.516123 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f7221ac5-714a-423c-97d9-c497e373583d req-03bf032b-6257-4a6b-93b4-1e691bfc3106 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 946 time: 0.0646820 Jul 13 20:28:00.555924 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f7221ac5-714a-423c-97d9-c497e373583d req-2c9dba51-5c79-45f0-9b7a-79b2b25e78b7 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343380 Jul 13 20:28:01.940741 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444beff0-3944-4ebf-a3b0-071785ccc252 req-0cd12084-0701-43dd-b26b-c25f8c070323 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:01.942224 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-444beff0-3944-4ebf-a3b0-071785ccc252 req-0cd12084-0701-43dd-b26b-c25f8c070323 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 946 time: 0.2747328 Jul 13 20:28:01.979720 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-444beff0-3944-4ebf-a3b0-071785ccc252 req-8f4b3678-2440-424b-a3d7-5b52e8c4eae3 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312321 Jul 13 20:28:03.153005 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5a9dd-aadc-4f7d-b7d6-f05a21a4e51e req-c4ce29cb-891e-476a-b532-96239d5649d7 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:03.154469 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f9d5a9dd-aadc-4f7d-b7d6-f05a21a4e51e req-c4ce29cb-891e-476a-b532-96239d5649d7 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 946 time: 0.0627213 Jul 13 20:28:03.191319 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f9d5a9dd-aadc-4f7d-b7d6-f05a21a4e51e req-65d8891c-7641-412f-b556-aff0597f2f56 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313740 Jul 13 20:28:03.771855 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-20241e92-f881-4e70-b8f7-9937101a3700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:04.362010 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f6897-549d-4947-a16d-a1f89376dd53 req-1e58272f-ea68-4d8e-85fb-3c464e063fa2 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:04.363473 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-503f6897-549d-4947-a16d-a1f89376dd53 req-1e58272f-ea68-4d8e-85fb-3c464e063fa2 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 946 time: 0.0642030 Jul 13 20:28:04.401087 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-503f6897-549d-4947-a16d-a1f89376dd53 req-80d6731b-d51d-4152-89fc-fbbbf2d62e9b tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316019 Jul 13 20:28:05.570527 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e94139-4961-4e39-8c2e-60dcdf177a19 req-dbec9920-0d1a-41da-b73e-59ecda571953 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:05.572067 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-36e94139-4961-4e39-8c2e-60dcdf177a19 req-dbec9920-0d1a-41da-b73e-59ecda571953 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 946 time: 0.0609462 Jul 13 20:28:05.609196 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-36e94139-4961-4e39-8c2e-60dcdf177a19 req-fcbd12a2-d816-4fc1-a778-f3078ce6ebdc tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315988 Jul 13 20:28:06.108732 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-cdf7bc1d-aa45-4194-9301-c0b069253289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:06.786087 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab7841-0464-4a90-8c2a-3d75ff6ba6db req-ac874150-0525-4769-a757-c5f114d1b0b6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:06.788918 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1bab7841-0464-4a90-8c2a-3d75ff6ba6db req-ac874150-0525-4769-a757-c5f114d1b0b6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 946 time: 0.0670269 Jul 13 20:28:06.804620 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:06.827576 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1bab7841-0464-4a90-8c2a-3d75ff6ba6db req-d023f3c0-1b12-4cb2-ac9f-3f5441be737d tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329745 Jul 13 20:28:07.500416 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:08.000898 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd09cd8-53a7-497b-beb6-817c6fee476f req-f103a5c2-1696-4798-9167-0af3b355780e tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:08.002371 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0fd09cd8-53a7-497b-beb6-817c6fee476f req-f103a5c2-1696-4798-9167-0af3b355780e tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 946 time: 0.0628006 Jul 13 20:28:08.040377 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0fd09cd8-53a7-497b-beb6-817c6fee476f req-4513371c-6ba3-4e91-aa4e-913d0f0fc6da tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318098 Jul 13 20:28:08.359468 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56123986-1933-426d-a09d-e8c94555a199 req-e70feb32-7f47-4e4c-bda0-3fc1849528de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:08.361103 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-56123986-1933-426d-a09d-e8c94555a199 req-e70feb32-7f47-4e4c-bda0-3fc1849528de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a9793299c000402cb8306fcd5d1c082d&device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 1099 time: 0.0531487 Jul 13 20:28:08.373462 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91de4b-2fb1-4555-b40f-3c286c204914 req-427816b4-0703-48de-a8f9-d0900007b6a1 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:08.374924 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fd91de4b-2fb1-4555-b40f-3c286c204914 req-427816b4-0703-48de-a8f9-d0900007b6a1 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 946 time: 0.0617614 Jul 13 20:28:08.413503 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fd91de4b-2fb1-4555-b40f-3c286c204914 req-95f3f8b1-c453-46a1-b48f-93a8b28e02a0 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328267 Jul 13 20:28:08.455854 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56123986-1933-426d-a09d-e8c94555a199 req-d367ed59-70fe-4f6a-99e6-c1d11e6c6ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:08.457379 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-56123986-1933-426d-a09d-e8c94555a199 req-d367ed59-70fe-4f6a-99e6-c1d11e6c6ace service neutron] 10.222.0.47 "GET /v2.0/networks?id=06394d6a-14d6-4fa8-8bdd-c44a05dff52f HTTP/1.1" status: 200 len: 911 time: 0.0874879 Jul 13 20:28:08.520081 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-56123986-1933-426d-a09d-e8c94555a199 req-148f4a50-6e63-4d41-b19c-3795a70a49ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f74000a-a76e-4485-9367-173899a7a803 HTTP/1.1" status: 200 len: 1001 time: 0.0559287 Jul 13 20:28:08.571772 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56123986-1933-426d-a09d-e8c94555a199 req-2e9a748b-26af-4597-bf03-8da4c4bf12ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:08.573234 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-56123986-1933-426d-a09d-e8c94555a199 req-2e9a748b-26af-4597-bf03-8da4c4bf12ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28e72ca7-72ee-423c-a705-c96364cb573a HTTP/1.1" status: 200 len: 849 time: 0.0459650 Jul 13 20:28:08.628805 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56123986-1933-426d-a09d-e8c94555a199 req-c1827e1d-eb8b-494b-bc36-1f2c3b82523d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:08.630160 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-56123986-1933-426d-a09d-e8c94555a199 req-c1827e1d-eb8b-494b-bc36-1f2c3b82523d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=06394d6a-14d6-4fa8-8bdd-c44a05dff52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501347 Jul 13 20:28:08.716043 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-56123986-1933-426d-a09d-e8c94555a199 req-8b3cdc5e-4c47-4adb-8f01-7c163e2112e7 service neutron] 10.222.0.47 "GET /v2.0/networks/06394d6a-14d6-4fa8-8bdd-c44a05dff52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790424 Jul 13 20:28:08.807346 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-56123986-1933-426d-a09d-e8c94555a199 req-7669fdde-6b2f-4167-9717-717d43394df7 service neutron] 10.222.0.47 "GET /v2.0/networks/06394d6a-14d6-4fa8-8bdd-c44a05dff52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844345 Jul 13 20:28:09.245965 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:09.590267 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1eb275-3f68-4e1e-bdbe-58692f0e5c64 req-60508507-3527-4521-9428-8fdbaea4a530 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:09.591654 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cc1eb275-3f68-4e1e-bdbe-58692f0e5c64 req-60508507-3527-4521-9428-8fdbaea4a530 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 946 time: 0.0654809 Jul 13 20:28:09.628719 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cc1eb275-3f68-4e1e-bdbe-58692f0e5c64 req-5965d3fe-eb2e-4bcc-9f8c-076415df49d1 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313921 Jul 13 20:28:14.948087 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 6 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:28:15.350314 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:16.692981 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-5c62a0c7-3ced-4d3c-b840-eed1f134f583 req-cf4cf5ee-efeb-45df-876f-7df680c8b3fb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0b849ef4-20bd-4a7e-acbb-12558b5f5f79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0917788 Jul 13 20:28:16.786352 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62a0c7-3ced-4d3c-b840-eed1f134f583 req-31635ddc-6f3e-449f-b913-667ebb904150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:16.787849 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-5c62a0c7-3ced-4d3c-b840-eed1f134f583 req-31635ddc-6f3e-449f-b913-667ebb904150 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d725fb3a49b47c287f9c134201d6823&device_id=0b849ef4-20bd-4a7e-acbb-12558b5f5f79 HTTP/1.1" status: 200 len: 1099 time: 0.0522339 Jul 13 20:28:16.893681 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62a0c7-3ced-4d3c-b840-eed1f134f583 req-71115bc6-d868-40aa-849c-2cef7cdec094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:16.895192 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-5c62a0c7-3ced-4d3c-b840-eed1f134f583 req-71115bc6-d868-40aa-849c-2cef7cdec094 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ba0347c3-a626-4466-ac21-b102e445facc HTTP/1.1" status: 200 len: 911 time: 0.0871832 Jul 13 20:28:16.961014 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-5c62a0c7-3ced-4d3c-b840-eed1f134f583 req-016e9af2-7730-4f25-bd8c-73af5c57d71c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b367e92-e9bf-4293-ab8c-f778c04472d8 HTTP/1.1" status: 200 len: 1001 time: 0.0589468 Jul 13 20:28:17.013733 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62a0c7-3ced-4d3c-b840-eed1f134f583 req-bb88b1f5-2da9-4ed1-88be-4a8609238456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:17.015261 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-5c62a0c7-3ced-4d3c-b840-eed1f134f583 req-bb88b1f5-2da9-4ed1-88be-4a8609238456 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f457fbe4-4ce5-41db-824a-50007e6454b1 HTTP/1.1" status: 200 len: 849 time: 0.0485890 Jul 13 20:28:17.072672 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62a0c7-3ced-4d3c-b840-eed1f134f583 req-19b344f0-351d-4a24-8aeb-7cd1aa891fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:17.074183 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-5c62a0c7-3ced-4d3c-b840-eed1f134f583 req-19b344f0-351d-4a24-8aeb-7cd1aa891fd2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ba0347c3-a626-4466-ac21-b102e445facc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525861 Jul 13 20:28:17.084455 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [req-5c62a0c7-3ced-4d3c-b840-eed1f134f583 req-5665b1d8-10ac-4e6f-b83b-97789933f616 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=92957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:28:17.085465 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-5c62a0c7-3ced-4d3c-b840-eed1f134f583 req-5665b1d8-10ac-4e6f-b83b-97789933f616 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051141 Jul 13 20:28:17.171791 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-5c62a0c7-3ced-4d3c-b840-eed1f134f583 req-3ab2b114-e2a5-483f-9a9e-e0c34b1655b9 service neutron] 10.222.0.47 "GET /v2.0/networks/ba0347c3-a626-4466-ac21-b102e445facc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801086 Jul 13 20:28:17.264330 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-5c62a0c7-3ced-4d3c-b840-eed1f134f583 req-ca1770cb-674c-4b37-a8d8-d4d17cfb8cb7 service neutron] 10.222.0.47 "GET /v2.0/networks/ba0347c3-a626-4466-ac21-b102e445facc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854301 Jul 13 20:28:33.774356 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-b415ab14-8067-4433-b614-e48ec7035a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:36.110081 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-3e8f43ba-9b0b-47aa-8e28-f9919ce9d42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:36.806052 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:37.503260 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:39.248628 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:42.790948 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a115e-56af-4f36-addb-dd4b66347b78 req-9bbd26fc-fd1d-4787-a828-2a7e38092e39 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:42.792455 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0a8a115e-56af-4f36-addb-dd4b66347b78 req-9bbd26fc-fd1d-4787-a828-2a7e38092e39 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 946 time: 0.0627952 Jul 13 20:28:42.830257 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0a8a115e-56af-4f36-addb-dd4b66347b78 req-4007510b-e598-4372-b3cf-8f5a13ca30ca tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320761 Jul 13 20:28:44.009587 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4e61e-7a45-4e07-b32f-4fa5dcaab583 req-26d7702a-76fc-4f97-92df-2020483f9103 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:44.011053 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a9d4e61e-7a45-4e07-b32f-4fa5dcaab583 req-26d7702a-76fc-4f97-92df-2020483f9103 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 946 time: 0.0644712 Jul 13 20:28:44.049043 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a9d4e61e-7a45-4e07-b32f-4fa5dcaab583 req-2f3a6c2a-3288-4795-bab1-8886ead092d2 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323577 Jul 13 20:28:44.776274 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6add713-1c73-46ee-afb0-60f6f56b1549 req-9ab91f77-be61-44f2-b8a7-278023247987 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:44.777741 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-f6add713-1c73-46ee-afb0-60f6f56b1549 req-9ab91f77-be61-44f2-b8a7-278023247987 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.47 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 946 time: 0.0652156 Jul 13 20:28:44.879455 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-f6add713-1c73-46ee-afb0-60f6f56b1549 req-94cb18db-1c78-4b26-9196-17911efd97eb tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Deleting port 3f74000a-a76e-4485-9367-173899a7a803 {{(pid=92957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:28:44.879807 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-f6add713-1c73-46ee-afb0-60f6f56b1549 req-94cb18db-1c78-4b26-9196-17911efd97eb tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:44.964777 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-f6add713-1c73-46ee-afb0-60f6f56b1549 req-94cb18db-1c78-4b26-9196-17911efd97eb tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] For port 3f74000a-a76e-4485-9367-173899a7a803, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=3f74000a-a76e-4485-9367-173899a7a803,segment=NetworkSegment(4a82ad69-c0d9-4f75-943b-744829d4ae24),segment_id=4a82ad69-c0d9-4f75-943b-744829d4ae24)] {{(pid=92957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:28:44.965134 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-f6add713-1c73-46ee-afb0-60f6f56b1549 req-94cb18db-1c78-4b26-9196-17911efd97eb tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:45.140692 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-f6add713-1c73-46ee-afb0-60f6f56b1549 req-94cb18db-1c78-4b26-9196-17911efd97eb tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:45.141071 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-f6add713-1c73-46ee-afb0-60f6f56b1549 req-94cb18db-1c78-4b26-9196-17911efd97eb tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708393'] for floatingip, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:45.141386 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.db.l3_db [req-f6add713-1c73-46ee-afb0-60f6f56b1549 req-94cb18db-1c78-4b26-9196-17911efd97eb tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Floating IP cc63f93b-367f-4055-aa63-7b2bf75d40fd disassociated. External IP: 172.27.1.54, port: 3f74000a-a76e-4485-9367-173899a7a803. Jul 13 20:28:45.141724 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-f6add713-1c73-46ee-afb0-60f6f56b1549 req-94cb18db-1c78-4b26-9196-17911efd97eb tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Calling delete_port for 3f74000a-a76e-4485-9367-173899a7a803 owned by compute:nova {{(pid=92957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:28:45.238742 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c791484-ddf6-498d-b1ca-3ff672bc4bfc req-355621b7-9696-4b79-b434-f3f54dc93ccc tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:45.240688 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0c791484-ddf6-498d-b1ca-3ff672bc4bfc req-355621b7-9696-4b79-b434-f3f54dc93ccc tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=437bf44f-75cf-44a1-a440-c67e22796186 HTTP/1.1" status: 200 len: 946 time: 0.0799823 Jul 13 20:28:45.280580 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0c791484-ddf6-498d-b1ca-3ff672bc4bfc req-1da30aed-6667-42b2-b80e-7837cb7418f6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6a78329-49b2-4484-a175-303b40933416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336185 Jul 13 20:28:45.287757 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-f6add713-1c73-46ee-afb0-60f6f56b1549 req-94cb18db-1c78-4b26-9196-17911efd97eb tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:45.321460 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb18db-1c78-4b26-9196-17911efd97eb tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Pushing event deleted for resources: {'Port': ['ID=3f74000a-a76e-4485-9367-173899a7a803,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:45.332005 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cb18db-1c78-4b26-9196-17911efd97eb tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:45.332261 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cb18db-1c78-4b26-9196-17911efd97eb tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:45.332439 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cb18db-1c78-4b26-9196-17911efd97eb tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:45.332780 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cb18db-1c78-4b26-9196-17911efd97eb tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:45.333115 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cb18db-1c78-4b26-9196-17911efd97eb tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:45.333526 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cb18db-1c78-4b26-9196-17911efd97eb tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:45.333863 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cb18db-1c78-4b26-9196-17911efd97eb tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:45.334192 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cb18db-1c78-4b26-9196-17911efd97eb tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:45.334521 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cb18db-1c78-4b26-9196-17911efd97eb tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:45.334847 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cb18db-1c78-4b26-9196-17911efd97eb tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:45.335171 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cb18db-1c78-4b26-9196-17911efd97eb tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:45.335495 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cb18db-1c78-4b26-9196-17911efd97eb tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:45.355440 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:45.446156 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6add713-1c73-46ee-afb0-60f6f56b1549 req-94cb18db-1c78-4b26-9196-17911efd97eb tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Router dabd5951-781a-4df0-8e5c-9257f190d9e6 has already been hosted by L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d {{(pid=92957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:28:45.551830 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6add713-1c73-46ee-afb0-60f6f56b1549 req-94cb18db-1c78-4b26-9196-17911efd97eb tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:28:45.561797 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8328de9b-d035-4a39-b205-307ff6dbe41a None None] Sync routers for ids ['dabd5951-781a-4df0-8e5c-9257f190d9e6'] in dv-cinder-800697-1-iscsi {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:28:45.572346 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8328de9b-d035-4a39-b205-307ff6dbe41a None None] Routers {'dabd5951-781a-4df0-8e5c-9257f190d9e6'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:28:45.572954 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-8328de9b-d035-4a39-b205-307ff6dbe41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:28:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['dabd5951-781a-4df0-8e5c-9257f190d9e6'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:28:45.600117 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6add713-1c73-46ee-afb0-60f6f56b1549 req-94cb18db-1c78-4b26-9196-17911efd97eb tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] No DVR routers for this DVR port 3f74000a-a76e-4485-9367-173899a7a803 on host hv-cinder-80069 {{(pid=92957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:28:45.602786 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-f6add713-1c73-46ee-afb0-60f6f56b1549 req-94cb18db-1c78-4b26-9196-17911efd97eb tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:45.605113 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-f6add713-1c73-46ee-afb0-60f6f56b1549 req-94cb18db-1c78-4b26-9196-17911efd97eb tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.47 "DELETE /v2.0/ports/3f74000a-a76e-4485-9367-173899a7a803 HTTP/1.1" status: 204 len: 173 time: 0.8215132 Jul 13 20:28:45.605611 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437bf44f-75cf-44a1-a440-c67e22796186', 'name': 'network-vif-deleted', 'tag': '3f74000a-a76e-4485-9367-173899a7a803'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:28:45.608904 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0945a0af-4854-44ee-9368-ae9bb9a50d69" -d '{"events": [{"server_uuid": "437bf44f-75cf-44a1-a440-c67e22796186", "name": "network-vif-deleted", "tag": "3f74000a-a76e-4485-9367-173899a7a803"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:28:45.705378 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-8328de9b-d035-4a39-b205-307ff6dbe41a None None] Set router dabd5951-781a-4df0-8e5c-9257f190d9e6 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:28:45.717361 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b05790-0821-4f6e-944e-e04232423ccf x-openstack-request-id: req-f7b05790-0821-4f6e-944e-e04232423ccf {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:28:45.717361 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437bf44f-75cf-44a1-a440-c67e22796186", "name": "network-vif-deleted", "tag": "3f74000a-a76e-4485-9367-173899a7a803", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:28:45.717617 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f7b05790-0821-4f6e-944e-e04232423ccf {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:28:45.718006 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437bf44f-75cf-44a1-a440-c67e22796186', 'name': 'network-vif-deleted', 'tag': '3f74000a-a76e-4485-9367-173899a7a803', 'status': 'completed', 'code': 200} Jul 13 20:28:45.917148 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-8328de9b-d035-4a39-b205-307ff6dbe41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'name': 'tempest-AttachVolumeTestJSON-316977961-router', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e73f2ee6-c74c-4661-bced-fc8d459c4a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:25:53Z', 'updated_at': '2021-07-13T20:25:56Z', 'revision_number': 4, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'gw_port': {'id': 'e73f2ee6-c74c-4661-bced-fc8d459c4a1c', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:25:54Z', 'updated_at': '2021-07-13T20:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': '928d551d-34cd-46e7-8967-cc75a71f11cd', 'name': '', 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'mac_address': 'fa:16:3e:3a:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '28e72ca7-72ee-423c-a705-c96364cb573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:25:55Z', 'updated_at': '2021-07-13T20:26:00Z', 'revision_number': 5, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'subnets': [{'id': '28e72ca7-72ee-423c-a705-c96364cb573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:28:45.942039 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8328de9b-d035-4a39-b205-307ff6dbe41a None None] Checking router: dabd5951-781a-4df0-8e5c-9257f190d9e6 for host: dv-cinder-800697-1-iscsi {{(pid=92960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:28:45.950911 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8328de9b-d035-4a39-b205-307ff6dbe41a None None] Routers {'dabd5951-781a-4df0-8e5c-9257f190d9e6'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:28:45.951522 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-8328de9b-d035-4a39-b205-307ff6dbe41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:28:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['dabd5951-781a-4df0-8e5c-9257f190d9e6'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:28:46.145838 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-8328de9b-d035-4a39-b205-307ff6dbe41a None None] Set router dabd5951-781a-4df0-8e5c-9257f190d9e6 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:28:46.351316 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-8328de9b-d035-4a39-b205-307ff6dbe41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'name': 'tempest-AttachVolumeTestJSON-316977961-router', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e73f2ee6-c74c-4661-bced-fc8d459c4a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:25:53Z', 'updated_at': '2021-07-13T20:25:56Z', 'revision_number': 4, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'gw_port': {'id': 'e73f2ee6-c74c-4661-bced-fc8d459c4a1c', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:25:54Z', 'updated_at': '2021-07-13T20:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': '928d551d-34cd-46e7-8967-cc75a71f11cd', 'name': '', 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'mac_address': 'fa:16:3e:3a:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '28e72ca7-72ee-423c-a705-c96364cb573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:25:55Z', 'updated_at': '2021-07-13T20:26:00Z', 'revision_number': 5, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'subnets': [{'id': '28e72ca7-72ee-423c-a705-c96364cb573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:28:46.377574 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8328de9b-d035-4a39-b205-307ff6dbe41a None None] The sync data for ids ['dabd5951-781a-4df0-8e5c-9257f190d9e6'] in dv-cinder-800697-1-iscsi is: [{'id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'name': 'tempest-AttachVolumeTestJSON-316977961-router', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e73f2ee6-c74c-4661-bced-fc8d459c4a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:25:53Z', 'updated_at': '2021-07-13T20:25:56Z', 'revision_number': 4, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'gw_port': {'id': 'e73f2ee6-c74c-4661-bced-fc8d459c4a1c', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:25:54Z', 'updated_at': '2021-07-13T20:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': '928d551d-34cd-46e7-8967-cc75a71f11cd', 'name': '', 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'mac_address': 'fa:16:3e:3a:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '28e72ca7-72ee-423c-a705-c96364cb573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:25:55Z', 'updated_at': '2021-07-13T20:26:00Z', 'revision_number': 5, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'subnets': [{'id': '28e72ca7-72ee-423c-a705-c96364cb573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:28:46.416415 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49580) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:28:46.472141 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9d020f9d-f3fc-4fc1-a3b1-1720e532ed95 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:46.495055 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9d020f9d-f3fc-4fc1-a3b1-1720e532ed95 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:46.542538 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9d020f9d-f3fc-4fc1-a3b1-1720e532ed95 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:46.545096 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9d020f9d-f3fc-4fc1-a3b1-1720e532ed95 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:46.548424 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-9d020f9d-f3fc-4fc1-a3b1-1720e532ed95 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "DELETE /v2.0/security-groups/b6a78329-49b2-4484-a175-303b40933416 HTTP/1.1" status: 204 len: 168 time: 0.1309571 Jul 13 20:28:46.549046 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49582) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:28:46.568960 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d020f9d-f3fc-4fc1-a3b1-1720e532ed95 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a78329-49b2-4484-a175-303b40933416,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:46.579826 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.api.v2.resource [None req-54778a1a-9c50-4eb0-9e4f-287450f1d4e6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] show failed (client error): The resource could not be found. Jul 13 20:28:46.580890 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-54778a1a-9c50-4eb0-9e4f-287450f1d4e6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups/b6a78329-49b2-4484-a175-303b40933416 HTTP/1.1" status: 404 len: 347 time: 0.0270202 Jul 13 20:28:46.582298 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d020f9d-f3fc-4fc1-a3b1-1720e532ed95 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:46.582648 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d020f9d-f3fc-4fc1-a3b1-1720e532ed95 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:46.582990 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d020f9d-f3fc-4fc1-a3b1-1720e532ed95 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:46.583326 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d020f9d-f3fc-4fc1-a3b1-1720e532ed95 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:46.583685 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d020f9d-f3fc-4fc1-a3b1-1720e532ed95 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:46.584037 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d020f9d-f3fc-4fc1-a3b1-1720e532ed95 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:46.584186 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 49584) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:28:46.584663 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d020f9d-f3fc-4fc1-a3b1-1720e532ed95 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:46.584663 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d020f9d-f3fc-4fc1-a3b1-1720e532ed95 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:46.584970 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d020f9d-f3fc-4fc1-a3b1-1720e532ed95 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:46.585294 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d020f9d-f3fc-4fc1-a3b1-1720e532ed95 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:46.585627 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d020f9d-f3fc-4fc1-a3b1-1720e532ed95 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:46.585944 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d020f9d-f3fc-4fc1-a3b1-1720e532ed95 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:46.614596 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bfa2a1-d830-4514-8c8f-a06d9a3cc519 None None] New status for floating IP cc63f93b-367f-4055-aa63-7b2bf75d40fd: DOWN {{(pid=92959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:28:46.710126 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [None req-f1c1a2ed-2bdd-419d-88a7-07595cab58b2 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Deleting port b66cb6af-bdae-4d94-ad1a-528bb384cfe9 {{(pid=92957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:28:46.710631 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-f1c1a2ed-2bdd-419d-88a7-07595cab58b2 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:46.789276 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-f1c1a2ed-2bdd-419d-88a7-07595cab58b2 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:46.789647 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-f1c1a2ed-2bdd-419d-88a7-07595cab58b2 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:46.800673 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [None req-f1c1a2ed-2bdd-419d-88a7-07595cab58b2 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Calling delete_port for b66cb6af-bdae-4d94-ad1a-528bb384cfe9 owned by network:floatingip {{(pid=92957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:28:46.935285 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-f1c1a2ed-2bdd-419d-88a7-07595cab58b2 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:46.963134 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1a2ed-2bdd-419d-88a7-07595cab58b2 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Pushing event deleted for resources: {'Port': ['ID=b66cb6af-bdae-4d94-ad1a-528bb384cfe9,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:47.026672 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-f1c1a2ed-2bdd-419d-88a7-07595cab58b2 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for floatingip, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:47.029264 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-f1c1a2ed-2bdd-419d-88a7-07595cab58b2 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for floatingip, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:47.030427 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-f1c1a2ed-2bdd-419d-88a7-07595cab58b2 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "DELETE /v2.0/floatingips/cc63f93b-367f-4055-aa63-7b2bf75d40fd HTTP/1.1" status: 204 len: 168 time: 0.4442990 Jul 13 20:28:47.399084 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 49588) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:28:47.403954 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-4d629dc7-9d46-485e-843d-8ab5c420c5aa tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1271506394', 'description': 'tempest-description--1080557895'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:28:47.425106 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-4d629dc7-9d46-485e-843d-8ab5c420c5aa tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:47.506132 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-4d629dc7-9d46-485e-843d-8ab5c420c5aa tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:47.510355 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-4d629dc7-9d46-485e-843d-8ab5c420c5aa tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:47.535088 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-4d629dc7-9d46-485e-843d-8ab5c420c5aa tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:47.536303 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-4d629dc7-9d46-485e-843d-8ab5c420c5aa tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1360049 Jul 13 20:28:47.539298 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49590) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:28:47.540723 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d629dc7-9d46-485e-843d-8ab5c420c5aa tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfdba2e-93c1-4c53-9bcd-ed60444d0058,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:47.543955 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-f8bd87cb-3977-4fc8-8346-edb7218cf228 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Request body: {'security_group_rule': {'security_group_id': 'ecfdba2e-93c1-4c53-9bcd-ed60444d0058', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:28:47.571799 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f8bd87cb-3977-4fc8-8346-edb7218cf228 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:47.617101 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f8bd87cb-3977-4fc8-8346-edb7218cf228 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:47.620767 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f8bd87cb-3977-4fc8-8346-edb7218cf228 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670184'] for security_group_rule, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:47.638332 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd87cb-3977-4fc8-8346-edb7218cf228 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7701ae42-fc27-478d-860d-6c16f735b9d4,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:47.644884 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f8bd87cb-3977-4fc8-8346-edb7218cf228 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:47.646012 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-f8bd87cb-3977-4fc8-8346-edb7218cf228 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1056583 Jul 13 20:28:47.648122 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49592) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:28:47.653098 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-361e12d5-e353-49c2-ac43-4b96fceae1da tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Request body: {'security_group_rule': {'security_group_id': 'ecfdba2e-93c1-4c53-9bcd-ed60444d0058', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:28:47.677708 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-361e12d5-e353-49c2-ac43-4b96fceae1da tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:47.733077 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-361e12d5-e353-49c2-ac43-4b96fceae1da tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:47.736749 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-361e12d5-e353-49c2-ac43-4b96fceae1da tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670184'] for security_group_rule, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:47.755316 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e12d5-e353-49c2-ac43-4b96fceae1da tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5846113e-52d1-42bd-a307-f97ab355c725,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:47.759299 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-361e12d5-e353-49c2-ac43-4b96fceae1da tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:47.760528 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-361e12d5-e353-49c2-ac43-4b96fceae1da tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1108491 Jul 13 20:28:47.763548 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49594) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:28:47.767922 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-4a9169e2-4e8a-4294-ab7c-fb1fd6329168 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Request body: {'floatingip': {'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:28:47.790106 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4a9169e2-4e8a-4294-ab7c-fb1fd6329168 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for floatingip, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:47.865836 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 3f74000a-a76e-4485-9367-173899a7a803 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:28:47.885919 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] No Port match for: 3f74000a-a76e-4485-9367-173899a7a803 {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:28:47.886273 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 3f74000a-a76e-4485-9367-173899a7a803 not bound to the agent host hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:28:47.886682 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4a9169e2-4e8a-4294-ab7c-fb1fd6329168 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:47.988416 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [None req-4a9169e2-4e8a-4294-ab7c-fb1fd6329168 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Allocated IP 172.27.1.226 (e57c7c0c-39ec-40cf-b750-a71f25c7d8d2/a207c1df-41ac-48bd-9f72-165f77d81169/58c0ccd6-9a53-46d7-80af-1b68b8ae5bf3) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:28:48.091737 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4a9169e2-4e8a-4294-ab7c-fb1fd6329168 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:48.129572 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4a9169e2-4e8a-4294-ab7c-fb1fd6329168 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15916159'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:48.172881 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9169e2-4e8a-4294-ab7c-fb1fd6329168 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Network e57c7c0c-39ec-40cf-b750-a71f25c7d8d2 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:28:48.176911 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-4a9169e2-4e8a-4294-ab7c-fb1fd6329168 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:28:48.178696 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9169e2-4e8a-4294-ab7c-fb1fd6329168 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Pushing event updated for resources: {'Port': ['ID=58c0ccd6-9a53-46d7-80af-1b68b8ae5bf3,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:48.180902 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9169e2-4e8a-4294-ab7c-fb1fd6329168 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:28:48.265440 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4a9169e2-4e8a-4294-ab7c-fb1fd6329168 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:48.307123 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4a9169e2-4e8a-4294-ab7c-fb1fd6329168 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:48.453791 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4a9169e2-4e8a-4294-ab7c-fb1fd6329168 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for port, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:48.457913 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4a9169e2-4e8a-4294-ab7c-fb1fd6329168 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15916148'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:48.522395 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9169e2-4e8a-4294-ab7c-fb1fd6329168 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Pushing event updated for resources: {'Port': ['ID=58c0ccd6-9a53-46d7-80af-1b68b8ae5bf3,revision_number=2']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:48.534053 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4a9169e2-4e8a-4294-ab7c-fb1fd6329168 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708393'] for floatingip, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:48.548398 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4a9169e2-4e8a-4294-ab7c-fb1fd6329168 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for floatingip, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:48.549614 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-4a9169e2-4e8a-4294-ab7c-fb1fd6329168 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7851174 Jul 13 20:28:48.691046 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-3181b141-ac95-4256-a86d-fdd70b2d0511 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1271506394&fields=id&tenant_id=a9793299c000402cb8306fcd5d1c082d HTTP/1.1" status: 200 len: 267 time: 0.0324225 Jul 13 20:28:48.798383 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-7e29decd-2067-43bd-815b-5c875d490db0 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:48.799786 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-7e29decd-2067-43bd-815b-5c875d490db0 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/networks?id=06394d6a-14d6-4fa8-8bdd-c44a05dff52f HTTP/1.1" status: 200 len: 810 time: 0.1018052 Jul 13 20:28:48.815146 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-8b3ab4ce-c683-41f8-b5a1-4658754d3f8c tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/quotas/a9793299c000402cb8306fcd5d1c082d HTTP/1.1" status: 200 len: 375 time: 0.0094635 Jul 13 20:28:48.881970 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-386bbe36-0d7e-46b2-a266-8b7a8b71d482 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a9793299c000402cb8306fcd5d1c082d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0618660 Jul 13 20:28:48.897397 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-e12dfef4-1b79-4f85-9bd8-f861b8619e36 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=92958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:28:48.898358 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-e12dfef4-1b79-4f85-9bd8-f861b8619e36 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051281 Jul 13 20:28:48.989321 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-c61dc799-03b8-4365-9ed9-59f893174407 service neutron] 10.222.0.41 "GET /v2.0/networks/06394d6a-14d6-4fa8-8bdd-c44a05dff52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851946 Jul 13 20:28:49.083682 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-7f4abf2f-bf03-47cb-8ecb-5ddd6a7ca1dd service neutron] 10.222.0.41 "GET /v2.0/networks/06394d6a-14d6-4fa8-8bdd-c44a05dff52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860896 Jul 13 20:28:49.249381 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2c87f440-ec64-4358-8d34-6cafa2c910b4 req-4402770c-395e-4d90-a2c1-ef4d092bf2aa tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a296ac4-e8f0-4054-9780-33298ef693ea HTTP/1.1" status: 200 len: 210 time: 0.0289419 Jul 13 20:28:50.394069 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f2a3fc9a-d613-4e59-9425-6f05af475ad8 req-626c567f-8307-4a56-97e6-2a3c1188b200 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a296ac4-e8f0-4054-9780-33298ef693ea HTTP/1.1" status: 200 len: 210 time: 0.0331173 Jul 13 20:28:50.403304 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-e8604726-6383-4ed5-a5e9-7866b81d55eb tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:50.404935 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-e8604726-6383-4ed5-a5e9-7866b81d55eb tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.47 "GET /v2.0/networks?id=06394d6a-14d6-4fa8-8bdd-c44a05dff52f HTTP/1.1" status: 200 len: 810 time: 0.1081514 Jul 13 20:28:50.470635 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-e5debf55-fc3f-43f0-a28e-f5a5dcbe931a tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9793299c000402cb8306fcd5d1c082d HTTP/1.1" status: 200 len: 380 time: 0.0350137 Jul 13 20:28:50.481354 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-98b854b6-2a99-4ee2-a23c-6bd2bdc5e5f1 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Request body: {'port': {'device_id': '2a296ac4-e8f0-4054-9780-33298ef693ea', 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f', 'admin_state_up': True, 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'security_groups': ['ecfdba2e-93c1-4c53-9bcd-ed60444d0058']}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:28:50.592218 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-98b854b6-2a99-4ee2-a23c-6bd2bdc5e5f1 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Made reservation on behalf of a9793299c000402cb8306fcd5d1c082d for: {'port': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:28:50.595983 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-98b854b6-2a99-4ee2-a23c-6bd2bdc5e5f1 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:50.723454 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_common [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-98b854b6-2a99-4ee2-a23c-6bd2bdc5e5f1 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Allocated IP 172.20.0.3 (06394d6a-14d6-4fa8-8bdd-c44a05dff52f/28e72ca7-72ee-423c-a705-c96364cb573a/bdb6ec68-d820-4d4d-b35e-fc80f86e9c98) {{(pid=92957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:28:50.855783 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-98b854b6-2a99-4ee2-a23c-6bd2bdc5e5f1 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for port, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:50.869158 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.provisioning_blocks [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-98b854b6-2a99-4ee2-a23c-6bd2bdc5e5f1 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Transition to ACTIVE for port object bdb6ec68-d820-4d4d-b35e-fc80f86e9c98 will not be triggered until provisioned by entity DHCP. {{(pid=92957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:28:50.901106 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-98b854b6-2a99-4ee2-a23c-6bd2bdc5e5f1 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:50.947487 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-98b854b6-2a99-4ee2-a23c-6bd2bdc5e5f1 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Network 06394d6a-14d6-4fa8-8bdd-c44a05dff52f is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:28:50.950705 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-98b854b6-2a99-4ee2-a23c-6bd2bdc5e5f1 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:28:50.954352 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-98b854b6-2a99-4ee2-a23c-6bd2bdc5e5f1 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Received port after_create {{(pid=92957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:28:50.978185 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b854b6-2a99-4ee2-a23c-6bd2bdc5e5f1 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Pushing event updated for resources: {'Port': ['ID=bdb6ec68-d820-4d4d-b35e-fc80f86e9c98,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:51.005770 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-98b854b6-2a99-4ee2-a23c-6bd2bdc5e5f1 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:51.006404 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-98b854b6-2a99-4ee2-a23c-6bd2bdc5e5f1 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:51.021611 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-98b854b6-2a99-4ee2-a23c-6bd2bdc5e5f1 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5437748 Jul 13 20:28:51.033585 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-6b04e768-6cb8-4f00-b21c-f44db2d291f3 service neutron] Request body: {'port': {'device_id': '2a296ac4-e8f0-4054-9780-33298ef693ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:28:51.108011 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-6b04e768-6cb8-4f00-b21c-f44db2d291f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:51.126247 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-88c64017-f71b-4e3d-b8c2-f7b82fec2dc4 None None] Provisioning for port bdb6ec68-d820-4d4d-b35e-fc80f86e9c98 completed by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:28:51.130625 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-88c64017-f71b-4e3d-b8c2-f7b82fec2dc4 None None] Provisioning complete for port bdb6ec68-d820-4d4d-b35e-fc80f86e9c98 triggered by entity DHCP. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:28:51.131010 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-88c64017-f71b-4e3d-b8c2-f7b82fec2dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:51.165967 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-88c64017-f71b-4e3d-b8c2-f7b82fec2dc4 None None] Port bdb6ec68-d820-4d4d-b35e-fc80f86e9c98 cannot update to ACTIVE because it is not bound. {{(pid=92959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:28:51.369708 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-6b04e768-6cb8-4f00-b21c-f44db2d291f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdb6ec68-d820-4d4d-b35e-fc80f86e9c98 {{(pid=92957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:28:51.377049 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-6b04e768-6cb8-4f00-b21c-f44db2d291f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:51.389106 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.provisioning_blocks [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-6b04e768-6cb8-4f00-b21c-f44db2d291f3 service neutron] Transition to ACTIVE for port object bdb6ec68-d820-4d4d-b35e-fc80f86e9c98 will not be triggered until provisioned by entity L2. {{(pid=92957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:28:51.393227 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-6b04e768-6cb8-4f00-b21c-f44db2d291f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:51.433500 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49634) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:28:51.517049 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04e768-6cb8-4f00-b21c-f44db2d291f3 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb6ec68-d820-4d4d-b35e-fc80f86e9c98,revision_number=2']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:51.529158 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-6b04e768-6cb8-4f00-b21c-f44db2d291f3 service neutron] Attempting to bind port bdb6ec68-d820-4d4d-b35e-fc80f86e9c98 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:28:51.529592 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-6b04e768-6cb8-4f00-b21c-f44db2d291f3 service neutron] Attempting to bind port bdb6ec68-d820-4d4d-b35e-fc80f86e9c98 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '4a82ad69-c0d9-4f75-943b-744829d4ae24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f'}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:28:51.529993 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-6b04e768-6cb8-4f00-b21c-f44db2d291f3 service neutron] Attempting to bind port bdb6ec68-d820-4d4d-b35e-fc80f86e9c98 on network 06394d6a-14d6-4fa8-8bdd-c44a05dff52f {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:28:51.535514 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-6b04e768-6cb8-4f00-b21c-f44db2d291f3 service neutron] Port bdb6ec68-d820-4d4d-b35e-fc80f86e9c98 on network 06394d6a-14d6-4fa8-8bdd-c44a05dff52f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:28:51.535925 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-6b04e768-6cb8-4f00-b21c-f44db2d291f3 service neutron] Attempting to bind port bdb6ec68-d820-4d4d-b35e-fc80f86e9c98 on network 06394d6a-14d6-4fa8-8bdd-c44a05dff52f {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:28:51.541215 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-6b04e768-6cb8-4f00-b21c-f44db2d291f3 service neutron] Checking agent: {'id': 'ee728df3-37aa-4a8e-b7f1-721981839fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'started_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:28:51.541647 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-6b04e768-6cb8-4f00-b21c-f44db2d291f3 service neutron] Checking segment: {'id': '4a82ad69-c0d9-4f75-943b-744829d4ae24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:28:51.542096 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-6b04e768-6cb8-4f00-b21c-f44db2d291f3 service neutron] Bound using segment: {'id': '4a82ad69-c0d9-4f75-943b-744829d4ae24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f'} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:28:51.542637 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-6b04e768-6cb8-4f00-b21c-f44db2d291f3 service neutron] Bound port: bdb6ec68-d820-4d4d-b35e-fc80f86e9c98, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a82ad69-c0d9-4f75-943b-744829d4ae24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f'}}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:28:51.543069 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-6b04e768-6cb8-4f00-b21c-f44db2d291f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:51.618889 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-6b04e768-6cb8-4f00-b21c-f44db2d291f3 service neutron] For port bdb6ec68-d820-4d4d-b35e-fc80f86e9c98, host hv-cinder-80069, cleared binding levels {{(pid=92957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:28:51.622689 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-6b04e768-6cb8-4f00-b21c-f44db2d291f3 service neutron] For port bdb6ec68-d820-4d4d-b35e-fc80f86e9c98, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=bdb6ec68-d820-4d4d-b35e-fc80f86e9c98,segment=NetworkSegment(4a82ad69-c0d9-4f75-943b-744829d4ae24),segment_id=4a82ad69-c0d9-4f75-943b-744829d4ae24)] {{(pid=92957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:28:51.628058 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-6b04e768-6cb8-4f00-b21c-f44db2d291f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:51.663865 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-6b04e768-6cb8-4f00-b21c-f44db2d291f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:51.665188 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-6b04e768-6cb8-4f00-b21c-f44db2d291f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:51.666591 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-6b04e768-6cb8-4f00-b21c-f44db2d291f3 service neutron] 10.222.0.47 "PUT /v2.0/ports/bdb6ec68-d820-4d4d-b35e-fc80f86e9c98 HTTP/1.1" status: 200 len: 1093 time: 0.6376200 Jul 13 20:28:51.667042 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a296ac4-e8f0-4054-9780-33298ef693ea', 'tag': 'bdb6ec68-d820-4d4d-b35e-fc80f86e9c98'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:28:51.667951 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd584a-4e85-489f-ab83-de9a653e48d6 req-40307335-6357-45e4-8918-f8e848299851 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:51.669372 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9813e9c-8c3e-4e32-8751-2774d7482dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "2a296ac4-e8f0-4054-9780-33298ef693ea", "tag": "bdb6ec68-d820-4d4d-b35e-fc80f86e9c98"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:28:51.669533 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fefd584a-4e85-489f-ab83-de9a653e48d6 req-40307335-6357-45e4-8918-f8e848299851 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a296ac4-e8f0-4054-9780-33298ef693ea HTTP/1.1" status: 200 len: 943 time: 0.1207438 Jul 13 20:28:51.700526 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-e230f4de-2dfd-460b-9a19-b4bf5dd43b99 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Deleting port 1747fa7d-5eb6-4119-b2f4-52015494319b {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:28:51.700526 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e230f4de-2dfd-460b-9a19-b4bf5dd43b99 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:51.712784 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04e768-6cb8-4f00-b21c-f44db2d291f3 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb6ec68-d820-4d4d-b35e-fc80f86e9c98,revision_number=3']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:51.719995 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513c5c8f-dee6-4057-b8f4-4c9a139983a5 x-openstack-request-id: req-513c5c8f-dee6-4057-b8f4-4c9a139983a5 {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:28:51.720285 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a296ac4-e8f0-4054-9780-33298ef693ea", "tag": "bdb6ec68-d820-4d4d-b35e-fc80f86e9c98", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:28:51.720542 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-513c5c8f-dee6-4057-b8f4-4c9a139983a5 {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:28:51.721033 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a296ac4-e8f0-4054-9780-33298ef693ea', 'tag': 'bdb6ec68-d820-4d4d-b35e-fc80f86e9c98', 'status': 'completed', 'code': 200} Jul 13 20:28:51.779157 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-1dfac6b9-3f1e-4966-9a54-e4abee64c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:51.779754 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fefd584a-4e85-489f-ab83-de9a653e48d6 req-ae8c9086-be38-437f-a258-aa53aa7ebc92 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecfdba2e-93c1-4c53-9bcd-ed60444d0058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030626 Jul 13 20:28:51.787299 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-1dfac6b9-3f1e-4966-9a54-e4abee64c5a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a9793299c000402cb8306fcd5d1c082d&device_id=2a296ac4-e8f0-4054-9780-33298ef693ea HTTP/1.1" status: 200 len: 1096 time: 0.0692117 Jul 13 20:28:51.817114 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e230f4de-2dfd-460b-9a19-b4bf5dd43b99 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:51.817550 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e230f4de-2dfd-460b-9a19-b4bf5dd43b99 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:51.831353 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-e230f4de-2dfd-460b-9a19-b4bf5dd43b99 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Calling delete_port for 1747fa7d-5eb6-4119-b2f4-52015494319b owned by network:floatingip {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:28:51.831931 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-15057fd3-2b78-49ee-b11e-89e8852bdc93 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdb6ec68-d820-4d4d-b35e-fc80f86e9c98 HTTP/1.1" status: 200 len: 217 time: 0.0374086 Jul 13 20:28:51.886254 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-d5482c86-e97c-411f-81db-5264cf2e2b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:51.887719 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-d5482c86-e97c-411f-81db-5264cf2e2b32 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28e72ca7-72ee-423c-a705-c96364cb573a HTTP/1.1" status: 200 len: 849 time: 0.0496926 Jul 13 20:28:51.946139 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-7db6f5cd-4c7f-4e2a-84b8-5dc2d82eadd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:51.947716 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-7db6f5cd-4c7f-4e2a-84b8-5dc2d82eadd3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=06394d6a-14d6-4fa8-8bdd-c44a05dff52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534976 Jul 13 20:28:51.948350 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 6 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:28:51.990947 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e230f4de-2dfd-460b-9a19-b4bf5dd43b99 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15916159'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:52.015268 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230f4de-2dfd-460b-9a19-b4bf5dd43b99 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Pushing event deleted for resources: {'Port': ['ID=1747fa7d-5eb6-4119-b2f4-52015494319b,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:52.046948 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-28513ec8-fbd5-4ea1-8842-2b8c2cdd9847 service neutron] 10.222.0.47 "GET /v2.0/networks/06394d6a-14d6-4fa8-8bdd-c44a05dff52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922470 Jul 13 20:28:52.081511 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e230f4de-2dfd-460b-9a19-b4bf5dd43b99 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for floatingip, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:52.081999 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.db.l3_db [None req-e230f4de-2dfd-460b-9a19-b4bf5dd43b99 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Floating IP 385c8662-2c17-4ef5-8bdb-1e45b9abb8fc disassociated (deleted). External IP: 172.27.1.181, port: 84f395ff-00ed-4942-adf6-3d8f4054ce46. Jul 13 20:28:52.137787 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e1d6d057-0162-466c-a1ca-dbadde751f26 req-e6b7e340-00af-4a80-a198-3be3b83ff953 service neutron] 10.222.0.47 "GET /v2.0/networks/06394d6a-14d6-4fa8-8bdd-c44a05dff52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837812 Jul 13 20:28:52.235089 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9813e9c-8c3e-4e32-8751-2774d7482dcb req-bef007df-8bcd-449b-86b5-634dfe4213a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:52.236649 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e9813e9c-8c3e-4e32-8751-2774d7482dcb req-bef007df-8bcd-449b-86b5-634dfe4213a7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a9793299c000402cb8306fcd5d1c082d&device_id=2a296ac4-e8f0-4054-9780-33298ef693ea HTTP/1.1" status: 200 len: 1096 time: 0.0543227 Jul 13 20:28:52.288716 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e230f4de-2dfd-460b-9a19-b4bf5dd43b99 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Router 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e has already been hosted by L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:28:52.328077 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9813e9c-8c3e-4e32-8751-2774d7482dcb req-36d115a6-3a8b-4dfb-8915-ebff4ce1f3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:52.329554 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e9813e9c-8c3e-4e32-8751-2774d7482dcb req-36d115a6-3a8b-4dfb-8915-ebff4ce1f3b6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=06394d6a-14d6-4fa8-8bdd-c44a05dff52f HTTP/1.1" status: 200 len: 911 time: 0.0859046 Jul 13 20:28:52.372849 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e9813e9c-8c3e-4e32-8751-2774d7482dcb req-0d86d4c5-1c3c-47bc-9df8-bb8674955ac0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdb6ec68-d820-4d4d-b35e-fc80f86e9c98 HTTP/1.1" status: 200 len: 217 time: 0.0336289 Jul 13 20:28:52.394918 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e230f4de-2dfd-460b-9a19-b4bf5dd43b99 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:28:52.399656 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e230f4de-2dfd-460b-9a19-b4bf5dd43b99 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for floatingip, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:52.404124 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37793b15-3049-488f-b63b-251ddeb73233 None None] Sync routers for ids ['4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'] in dv-cinder-800697-1-iscsi {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:28:52.413051 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37793b15-3049-488f-b63b-251ddeb73233 None None] Routers {'4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:28:52.413670 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-37793b15-3049-488f-b63b-251ddeb73233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:28:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:28:52.428631 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9813e9c-8c3e-4e32-8751-2774d7482dcb req-d0f8b377-e3af-4bce-8759-d1b27b19c8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:52.430808 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e9813e9c-8c3e-4e32-8751-2774d7482dcb req-d0f8b377-e3af-4bce-8759-d1b27b19c8af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28e72ca7-72ee-423c-a705-c96364cb573a HTTP/1.1" status: 200 len: 849 time: 0.0506985 Jul 13 20:28:52.437551 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-e230f4de-2dfd-460b-9a19-b4bf5dd43b99 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "DELETE /v2.0/floatingips/385c8662-2c17-4ef5-8bdb-1e45b9abb8fc HTTP/1.1" status: 204 len: 168 time: 1.0029960 Jul 13 20:28:52.438186 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd797fa8-776d-4774-b8e8-0b1b96ab7be6', 'tag': '84f395ff-00ed-4942-adf6-3d8f4054ce46'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:28:52.440647 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c297712392d163f53ebb29416b2c98d8f2749a1173f1ad854f2bb06edc641eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002bb1bb-165b-49fd-9bab-391f95985f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "dd797fa8-776d-4774-b8e8-0b1b96ab7be6", "tag": "84f395ff-00ed-4942-adf6-3d8f4054ce46"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:28:52.494318 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9813e9c-8c3e-4e32-8751-2774d7482dcb req-ddac5322-3c15-4e38-9e12-47f5912a2c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:52.495877 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e9813e9c-8c3e-4e32-8751-2774d7482dcb req-ddac5322-3c15-4e38-9e12-47f5912a2c2f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=06394d6a-14d6-4fa8-8bdd-c44a05dff52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565734 Jul 13 20:28:52.508491 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67bdf63-5e2b-45d7-80b5-da3e31e24056 x-openstack-request-id: req-c67bdf63-5e2b-45d7-80b5-da3e31e24056 {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:28:52.508783 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd797fa8-776d-4774-b8e8-0b1b96ab7be6", "tag": "84f395ff-00ed-4942-adf6-3d8f4054ce46", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:28:52.509154 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c67bdf63-5e2b-45d7-80b5-da3e31e24056 {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:28:52.509552 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd797fa8-776d-4774-b8e8-0b1b96ab7be6', 'tag': '84f395ff-00ed-4942-adf6-3d8f4054ce46', 'status': 'completed', 'code': 200} Jul 13 20:28:52.528443 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-37793b15-3049-488f-b63b-251ddeb73233 None None] Set router 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:28:52.802158 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-37793b15-3049-488f-b63b-251ddeb73233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'name': 'tempest-TestVolumeBootPattern-51487356-router', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:42Z', 'updated_at': '2021-07-13T20:21:47Z', 'revision_number': 4, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'gw_port': {'id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:43Z', 'updated_at': '2021-07-13T20:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_floatingips': [{'id': 'ab477ebd-7017-4abe-8070-ec5c7e84dacf', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'router_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'port_id': '9b367e92-e9bf-4293-ab8c-f778c04472d8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'mac_address': 'fa:16:3e:68:1e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849ef4-20bd-4a7e-acbb-12558b5f5f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:25:21Z', 'updated_at': '2021-07-13T20:25:23Z', 'revision_number': 1, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b75779e7-c3d4-43b8-8f47-2957bce94180', 'name': '', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'mac_address': 'fa:16:3e:a6:77:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:46Z', 'updated_at': '2021-07-13T20:21:54Z', 'revision_number': 5, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'subnets': [{'id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:28:52.831182 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37793b15-3049-488f-b63b-251ddeb73233 None None] Checking router: 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e for host: dv-cinder-800697-1-iscsi {{(pid=92960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:28:52.841196 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37793b15-3049-488f-b63b-251ddeb73233 None None] Routers {'4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:28:52.841839 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-37793b15-3049-488f-b63b-251ddeb73233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:28:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:28:52.967512 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e9813e9c-8c3e-4e32-8751-2774d7482dcb req-2374b2ae-f090-46ed-993b-f420cef92995 service neutron] 10.222.0.47 "GET /v2.0/networks/06394d6a-14d6-4fa8-8bdd-c44a05dff52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4639554 Jul 13 20:28:52.968127 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-37793b15-3049-488f-b63b-251ddeb73233 None None] Set router 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:28:52.971539 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51fc5b-8242-4fc1-a623-687d87a3cccf req-17a2b0b4-5e3b-4c4a-9fdf-b83b39a44200 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:52.973233 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4f51fc5b-8242-4fc1-a623-687d87a3cccf req-17a2b0b4-5e3b-4c4a-9fdf-b83b39a44200 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a296ac4-e8f0-4054-9780-33298ef693ea HTTP/1.1" status: 200 len: 943 time: 0.0695858 Jul 13 20:28:53.003386 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bb1bb-165b-49fd-9bab-391f95985f5b req-5f33df41-6bdd-4868-8d8e-964aa8ac1627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:53.004880 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-002bb1bb-165b-49fd-9bab-391f95985f5b req-5f33df41-6bdd-4868-8d8e-964aa8ac1627 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d725fb3a49b47c287f9c134201d6823&device_id=dd797fa8-776d-4774-b8e8-0b1b96ab7be6 HTTP/1.1" status: 200 len: 1099 time: 0.4553382 Jul 13 20:28:53.042911 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4f51fc5b-8242-4fc1-a623-687d87a3cccf req-782b716e-0dc3-4611-b329-0adc3083c4e2 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecfdba2e-93c1-4c53-9bcd-ed60444d0058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595682 Jul 13 20:28:53.069217 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189893f3-951b-4f60-8725-b3773b1321b3 req-59519f77-faa0-4b62-bbf8-4f0ca4f3e27d tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:53.069998 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-189893f3-951b-4f60-8725-b3773b1321b3 req-59519f77-faa0-4b62-bbf8-4f0ca4f3e27d tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd797fa8-776d-4774-b8e8-0b1b96ab7be6 HTTP/1.1" status: 200 len: 946 time: 0.0956047 Jul 13 20:28:53.110237 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-189893f3-951b-4f60-8725-b3773b1321b3 req-bce1ea51-28db-4250-bc64-8a079d913c58 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347693 Jul 13 20:28:53.149591 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e9813e9c-8c3e-4e32-8751-2774d7482dcb req-59d8e567-c1e0-4cd0-b4fd-f4691e84d583 service neutron] 10.222.0.47 "GET /v2.0/networks/06394d6a-14d6-4fa8-8bdd-c44a05dff52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724801 Jul 13 20:28:53.152132 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bb1bb-165b-49fd-9bab-391f95985f5b req-6635fbd0-6793-47c1-93c1-dfff29562144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:53.153454 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-002bb1bb-165b-49fd-9bab-391f95985f5b req-6635fbd0-6793-47c1-93c1-dfff29562144 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ba0347c3-a626-4466-ac21-b102e445facc HTTP/1.1" status: 200 len: 911 time: 0.1232481 Jul 13 20:28:53.196864 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-002bb1bb-165b-49fd-9bab-391f95985f5b req-fddf61a7-90d3-45d8-971d-62a233fdde9e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84f395ff-00ed-4942-adf6-3d8f4054ce46 HTTP/1.1" status: 200 len: 217 time: 0.0354471 Jul 13 20:28:53.210001 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-37793b15-3049-488f-b63b-251ddeb73233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'name': 'tempest-TestVolumeBootPattern-51487356-router', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:42Z', 'updated_at': '2021-07-13T20:21:47Z', 'revision_number': 4, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'gw_port': {'id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:43Z', 'updated_at': '2021-07-13T20:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_floatingips': [{'id': 'ab477ebd-7017-4abe-8070-ec5c7e84dacf', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'router_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'port_id': '9b367e92-e9bf-4293-ab8c-f778c04472d8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'mac_address': 'fa:16:3e:68:1e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849ef4-20bd-4a7e-acbb-12558b5f5f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:25:21Z', 'updated_at': '2021-07-13T20:25:23Z', 'revision_number': 1, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b75779e7-c3d4-43b8-8f47-2957bce94180', 'name': '', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'mac_address': 'fa:16:3e:a6:77:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:46Z', 'updated_at': '2021-07-13T20:21:54Z', 'revision_number': 5, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'subnets': [{'id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:28:53.240831 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37793b15-3049-488f-b63b-251ddeb73233 None None] The sync data for ids ['4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'] in dv-cinder-800697-1-iscsi is: [{'id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'name': 'tempest-TestVolumeBootPattern-51487356-router', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:42Z', 'updated_at': '2021-07-13T20:21:47Z', 'revision_number': 4, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'gw_port': {'id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:43Z', 'updated_at': '2021-07-13T20:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_floatingips': [{'id': 'ab477ebd-7017-4abe-8070-ec5c7e84dacf', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'router_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'port_id': '9b367e92-e9bf-4293-ab8c-f778c04472d8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'mac_address': 'fa:16:3e:68:1e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849ef4-20bd-4a7e-acbb-12558b5f5f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:25:21Z', 'updated_at': '2021-07-13T20:25:23Z', 'revision_number': 1, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b75779e7-c3d4-43b8-8f47-2957bce94180', 'name': '', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'mac_address': 'fa:16:3e:a6:77:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:46Z', 'updated_at': '2021-07-13T20:21:54Z', 'revision_number': 5, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'subnets': [{'id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:28:53.243818 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bb1bb-165b-49fd-9bab-391f95985f5b req-747e084f-7475-431a-b71d-2b78a7e80bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:53.245387 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-002bb1bb-165b-49fd-9bab-391f95985f5b req-747e084f-7475-431a-b71d-2b78a7e80bf2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f457fbe4-4ce5-41db-824a-50007e6454b1 HTTP/1.1" status: 200 len: 849 time: 0.0424018 Jul 13 20:28:53.306678 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bb1bb-165b-49fd-9bab-391f95985f5b req-bff7950c-5bd4-4f48-aef3-2ee4ae1255a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:53.308224 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-002bb1bb-165b-49fd-9bab-391f95985f5b req-bff7950c-5bd4-4f48-aef3-2ee4ae1255a5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ba0347c3-a626-4466-ac21-b102e445facc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562580 Jul 13 20:28:53.400576 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-002bb1bb-165b-49fd-9bab-391f95985f5b req-e6bf8362-9112-4829-8373-5dcdd95e30b8 service neutron] 10.222.0.47 "GET /v2.0/networks/ba0347c3-a626-4466-ac21-b102e445facc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842829 Jul 13 20:28:53.463280 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1968d8fa-5ccb-4396-84b3-4732d91a78ef None None] New status for floating IP 385c8662-2c17-4ef5-8bdb-1e45b9abb8fc: DOWN {{(pid=92959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:28:53.497385 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-002bb1bb-165b-49fd-9bab-391f95985f5b req-543d931c-b450-4724-aa8c-0a0d02638cdd service neutron] 10.222.0.47 "GET /v2.0/networks/ba0347c3-a626-4466-ac21-b102e445facc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891716 Jul 13 20:28:53.884922 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device bdb6ec68-d820-4d4d-b35e-fc80f86e9c98 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:28:53.978417 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port bdb6ec68-d820-4d4d-b35e-fc80f86e9c98, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=bdb6ec68-d820-4d4d-b35e-fc80f86e9c98,segment=NetworkSegment(4a82ad69-c0d9-4f75-943b-744829d4ae24),segment_id=4a82ad69-c0d9-4f75-943b-744829d4ae24)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:28:53.990097 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Returning: {'device': 'bdb6ec68-d820-4d4d-b35e-fc80f86e9c98', 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f', 'port_id': 'bdb6ec68-d820-4d4d-b35e-fc80f86e9c98', 'mac_address': 'fa:16:3e:f3:f0:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e72ca7-72ee-423c-a705-c96364cb573a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:28:54.029372 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:54.042135 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdb6ec68-d820-4d4d-b35e-fc80f86e9c98 {{(pid=92959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:28:54.060344 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port bdb6ec68-d820-4d4d-b35e-fc80f86e9c98, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=bdb6ec68-d820-4d4d-b35e-fc80f86e9c98,segment=NetworkSegment(4a82ad69-c0d9-4f75-943b-744829d4ae24),segment_id=4a82ad69-c0d9-4f75-943b-744829d4ae24)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:28:54.064357 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:54.112977 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=bdb6ec68-d820-4d4d-b35e-fc80f86e9c98,revision_number=4']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:54.120591 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:54.120945 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:54.121289 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:54.121631 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:54.121966 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:54.122301 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:54.122631 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:54.122962 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:54.123310 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:54.123617 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:54.123939 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:54.124286 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:54.220478 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9914b54-59b8-4c38-8693-e5c74dbde413 req-d7934375-f51b-40f8-b547-5aa8ccd2f424 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:54.221973 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f9914b54-59b8-4c38-8693-e5c74dbde413 req-d7934375-f51b-40f8-b547-5aa8ccd2f424 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a296ac4-e8f0-4054-9780-33298ef693ea HTTP/1.1" status: 200 len: 944 time: 0.0628228 Jul 13 20:28:54.290823 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f9914b54-59b8-4c38-8693-e5c74dbde413 req-29c6f822-63f3-4a2a-8223-6ed2ad8a48b6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecfdba2e-93c1-4c53-9bcd-ed60444d0058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589938 Jul 13 20:28:54.313445 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b5937-ab8c-4dfc-8fec-4d762f435f53 req-f12021b7-a1a7-4e98-9059-4645c52b50a0 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:54.314892 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fc1b5937-ab8c-4dfc-8fec-4d762f435f53 req-f12021b7-a1a7-4e98-9059-4645c52b50a0 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd797fa8-776d-4774-b8e8-0b1b96ab7be6 HTTP/1.1" status: 200 len: 946 time: 0.0919206 Jul 13 20:28:54.326107 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['bdb6ec68-d820-4d4d-b35e-fc80f86e9c98'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:28:54.355302 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fc1b5937-ab8c-4dfc-8fec-4d762f435f53 req-76b82f93-2946-4d0f-83cf-481ff183975d tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341144 Jul 13 20:28:54.380213 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8511c33-5687-4094-8d19-ab874ea4cde9 req-cd0c7f9a-b52b-4928-bb33-0df1af6254a3 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:54.381666 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-d8511c33-5687-4094-8d19-ab874ea4cde9 req-cd0c7f9a-b52b-4928-bb33-0df1af6254a3 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd797fa8-776d-4774-b8e8-0b1b96ab7be6 HTTP/1.1" status: 200 len: 946 time: 0.0661099 Jul 13 20:28:54.479974 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-d8511c33-5687-4094-8d19-ab874ea4cde9 req-3c2a6967-6ae3-4fed-b916-d6e38b95c121 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Deleting port 84f395ff-00ed-4942-adf6-3d8f4054ce46 {{(pid=92957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:28:54.480377 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-d8511c33-5687-4094-8d19-ab874ea4cde9 req-3c2a6967-6ae3-4fed-b916-d6e38b95c121 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:54.568293 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-d8511c33-5687-4094-8d19-ab874ea4cde9 req-3c2a6967-6ae3-4fed-b916-d6e38b95c121 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] For port 84f395ff-00ed-4942-adf6-3d8f4054ce46, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=84f395ff-00ed-4942-adf6-3d8f4054ce46,segment=NetworkSegment(e4d29c19-7081-43de-a1f1-f5636ff5dd0e),segment_id=e4d29c19-7081-43de-a1f1-f5636ff5dd0e)] {{(pid=92957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:28:54.568659 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-d8511c33-5687-4094-8d19-ab874ea4cde9 req-3c2a6967-6ae3-4fed-b916-d6e38b95c121 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:54.581649 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-d8511c33-5687-4094-8d19-ab874ea4cde9 req-3c2a6967-6ae3-4fed-b916-d6e38b95c121 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Calling delete_port for 84f395ff-00ed-4942-adf6-3d8f4054ce46 owned by compute:nova {{(pid=92957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:28:54.710656 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-d8511c33-5687-4094-8d19-ab874ea4cde9 req-3c2a6967-6ae3-4fed-b916-d6e38b95c121 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:54.744546 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a6967-6ae3-4fed-b916-d6e38b95c121 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Pushing event deleted for resources: {'Port': ['ID=84f395ff-00ed-4942-adf6-3d8f4054ce46,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:54.785416 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8511c33-5687-4094-8d19-ab874ea4cde9 req-3c2a6967-6ae3-4fed-b916-d6e38b95c121 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] No DVR routers for this DVR port 84f395ff-00ed-4942-adf6-3d8f4054ce46 on host hv-cinder-80069 {{(pid=92957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:28:54.788204 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-d8511c33-5687-4094-8d19-ab874ea4cde9 req-3c2a6967-6ae3-4fed-b916-d6e38b95c121 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:54.790812 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-d8511c33-5687-4094-8d19-ab874ea4cde9 req-3c2a6967-6ae3-4fed-b916-d6e38b95c121 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.47 "DELETE /v2.0/ports/84f395ff-00ed-4942-adf6-3d8f4054ce46 HTTP/1.1" status: 204 len: 173 time: 0.4033654 Jul 13 20:28:54.791247 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd797fa8-776d-4774-b8e8-0b1b96ab7be6', 'name': 'network-vif-deleted', 'tag': '84f395ff-00ed-4942-adf6-3d8f4054ce46'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:28:54.793518 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6cc5d16-cf76-429f-b166-3eee05964292" -d '{"events": [{"server_uuid": "dd797fa8-776d-4774-b8e8-0b1b96ab7be6", "name": "network-vif-deleted", "tag": "84f395ff-00ed-4942-adf6-3d8f4054ce46"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:28:54.830742 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b6f535-b14b-4ebf-8f90-95dcf481fae9 x-openstack-request-id: req-73b6f535-b14b-4ebf-8f90-95dcf481fae9 {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:28:54.831032 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd797fa8-776d-4774-b8e8-0b1b96ab7be6", "name": "network-vif-deleted", "tag": "84f395ff-00ed-4942-adf6-3d8f4054ce46", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:28:54.831287 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-73b6f535-b14b-4ebf-8f90-95dcf481fae9 {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:28:54.831692 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd797fa8-776d-4774-b8e8-0b1b96ab7be6', 'name': 'network-vif-deleted', 'tag': '84f395ff-00ed-4942-adf6-3d8f4054ce46', 'status': 'completed', 'code': 200} Jul 13 20:28:55.464050 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98699f2-4f45-4fe3-a55d-4e6b8a4c3425 req-2a9ee672-d521-4be7-a7ed-4c732440a5d0 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:55.465772 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f98699f2-4f45-4fe3-a55d-4e6b8a4c3425 req-2a9ee672-d521-4be7-a7ed-4c732440a5d0 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a296ac4-e8f0-4054-9780-33298ef693ea HTTP/1.1" status: 200 len: 944 time: 0.0653367 Jul 13 20:28:55.505708 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f98699f2-4f45-4fe3-a55d-4e6b8a4c3425 req-5a7c6cba-970f-4856-9ec9-f44d1c88df1d tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecfdba2e-93c1-4c53-9bcd-ed60444d0058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343668 Jul 13 20:28:55.538661 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-73799d73-bf4e-4656-b70e-31381ca86924 req-5ab0103d-564f-4c8c-b116-732008c949c0 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd797fa8-776d-4774-b8e8-0b1b96ab7be6 HTTP/1.1" status: 200 len: 210 time: 0.0319042 Jul 13 20:28:55.900978 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device bdb6ec68-d820-4d4d-b35e-fc80f86e9c98 up at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:28:55.948048 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning for port bdb6ec68-d820-4d4d-b35e-fc80f86e9c98 completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:28:55.951728 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning complete for port bdb6ec68-d820-4d4d-b35e-fc80f86e9c98 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:28:55.952149 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:56.025615 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:56.047168 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a296ac4-e8f0-4054-9780-33298ef693ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb6ec68-d820-4d4d-b35e-fc80f86e9c98'}] {{(pid=92959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:28:56.049439 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a95ef25a805c455dc0e319f75fe5c37b751c8207b334ba38c934020b16a01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fc22ae-aa4a-4d2c-96fd-04acc4aef4fe" -d '{"events": [{"server_uuid": "2a296ac4-e8f0-4054-9780-33298ef693ea", "name": "network-vif-plugged", "status": "completed", "tag": "bdb6ec68-d820-4d4d-b35e-fc80f86e9c98"}]}' {{(pid=92959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:28:56.062607 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port bdb6ec68-d820-4d4d-b35e-fc80f86e9c98, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=bdb6ec68-d820-4d4d-b35e-fc80f86e9c98,segment=NetworkSegment(4a82ad69-c0d9-4f75-943b-744829d4ae24),segment_id=4a82ad69-c0d9-4f75-943b-744829d4ae24)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:28:56.066596 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:56.119947 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=bdb6ec68-d820-4d4d-b35e-fc80f86e9c98,revision_number=5']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:56.142676 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5216ef2-e23f-44c2-97d4-0bdd54e9bf1c x-openstack-request-id: req-f5216ef2-e23f-44c2-97d4-0bdd54e9bf1c {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:28:56.142969 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a296ac4-e8f0-4054-9780-33298ef693ea", "name": "network-vif-plugged", "status": "completed", "tag": "bdb6ec68-d820-4d4d-b35e-fc80f86e9c98", "code": 200}]} {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:28:56.143226 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f5216ef2-e23f-44c2-97d4-0bdd54e9bf1c {{(pid=92959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:28:56.143625 dv-cinder-800697-1-iscsi neutron-server[92959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a296ac4-e8f0-4054-9780-33298ef693ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb6ec68-d820-4d4d-b35e-fc80f86e9c98', 'code': 200} Jul 13 20:28:56.363896 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657438a-0167-4d08-b553-96ed29067923 req-daf0d90e-2657-467c-b92c-6736dc9d5078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:56.365337 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-b657438a-0167-4d08-b553-96ed29067923 req-daf0d90e-2657-467c-b92c-6736dc9d5078 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2a296ac4-e8f0-4054-9780-33298ef693ea HTTP/1.1" status: 200 len: 1098 time: 0.0544584 Jul 13 20:28:56.397970 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-b657438a-0167-4d08-b553-96ed29067923 req-b85f90bb-7e63-4f1c-a318-a6f047f68101 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ecfdba2e-93c1-4c53-9bcd-ed60444d0058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261781 Jul 13 20:28:56.842480 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6925c-deaf-4103-9a9e-4d3c8e72dbd6 req-d32a67b9-9192-40fd-aff2-507004f39ded tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:56.844099 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-28e6925c-deaf-4103-9a9e-4d3c8e72dbd6 req-d32a67b9-9192-40fd-aff2-507004f39ded tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a296ac4-e8f0-4054-9780-33298ef693ea HTTP/1.1" status: 200 len: 945 time: 0.0619719 Jul 13 20:28:56.884085 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-28e6925c-deaf-4103-9a9e-4d3c8e72dbd6 req-5ab00e02-9489-4a0a-930d-f00b2ec340f4 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecfdba2e-93c1-4c53-9bcd-ed60444d0058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338612 Jul 13 20:28:57.907123 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 84f395ff-00ed-4942-adf6-3d8f4054ce46 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:28:57.927081 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] No Port match for: 84f395ff-00ed-4942-adf6-3d8f4054ce46 {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:28:57.927431 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 84f395ff-00ed-4942-adf6-3d8f4054ce46 not bound to the agent host hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:28:58.059571 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2070f-f3b4-4042-9a45-893553108063 req-04224552-a406-4772-9092-32965982d0dd tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:58.060997 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1bf2070f-f3b4-4042-9a45-893553108063 req-04224552-a406-4772-9092-32965982d0dd tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a296ac4-e8f0-4054-9780-33298ef693ea HTTP/1.1" status: 200 len: 945 time: 0.0659931 Jul 13 20:28:58.100771 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1bf2070f-f3b4-4042-9a45-893553108063 req-8d758104-a0f8-41cd-b2b0-eb9563d03217 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecfdba2e-93c1-4c53-9bcd-ed60444d0058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334949 Jul 13 20:28:58.272063 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc2460-cbe8-4e21-a3e1-3008edd1dddd req-4a5e20d2-4c84-43d8-989a-0fe7420979c6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:58.273529 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f8dc2460-cbe8-4e21-a3e1-3008edd1dddd req-4a5e20d2-4c84-43d8-989a-0fe7420979c6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a296ac4-e8f0-4054-9780-33298ef693ea HTTP/1.1" status: 200 len: 945 time: 0.0667498 Jul 13 20:28:58.282572 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49678) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:28:58.286898 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-802e10f7-4b0d-4bdb-8987-e928cd476d76 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Request body: {'floatingip': {'port_id': 'bdb6ec68-d820-4d4d-b35e-fc80f86e9c98'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:28:58.325480 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-802e10f7-4b0d-4bdb-8987-e928cd476d76 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for floatingip, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:58.758522 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-802e10f7-4b0d-4bdb-8987-e928cd476d76 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:58.762286 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-802e10f7-4b0d-4bdb-8987-e928cd476d76 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708393'] for floatingip, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:58.859508 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 49682) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:28:59.019511 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [None req-3f5f3366-9f03-4735-bab2-ce00dbf71202 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Deleting port 827d6513-78d2-404a-a0ad-a4b67f85ba37 {{(pid=92957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:28:59.019742 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-3f5f3366-9f03-4735-bab2-ce00dbf71202 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:59.088343 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.db.l3_db [None req-802e10f7-4b0d-4bdb-8987-e928cd476d76 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Floating IP 875d687f-fcc1-4306-87f5-ce03d3c78009 associated. External IP: 172.27.1.226, port: bdb6ec68-d820-4d4d-b35e-fc80f86e9c98. Jul 13 20:28:59.095041 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-3f5f3366-9f03-4735-bab2-ce00dbf71202 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:59.095365 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-3f5f3366-9f03-4735-bab2-ce00dbf71202 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:59.107765 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [None req-3f5f3366-9f03-4735-bab2-ce00dbf71202 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Calling delete_port for 827d6513-78d2-404a-a0ad-a4b67f85ba37 owned by network:floatingip {{(pid=92957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:28:59.254686 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-3f5f3366-9f03-4735-bab2-ce00dbf71202 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:59.281080 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f3366-9f03-4735-bab2-ce00dbf71202 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Pushing event deleted for resources: {'Port': ['ID=827d6513-78d2-404a-a0ad-a4b67f85ba37,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:59.293804 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802e10f7-4b0d-4bdb-8987-e928cd476d76 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Router dabd5951-781a-4df0-8e5c-9257f190d9e6 has already been hosted by L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:28:59.342176 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-3f5f3366-9f03-4735-bab2-ce00dbf71202 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for floatingip, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:59.342508 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.db.l3_db [None req-3f5f3366-9f03-4735-bab2-ce00dbf71202 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Floating IP ab477ebd-7017-4abe-8070-ec5c7e84dacf disassociated (deleted). External IP: 172.27.1.73, port: 9b367e92-e9bf-4293-ab8c-f778c04472d8. Jul 13 20:28:59.399647 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802e10f7-4b0d-4bdb-8987-e928cd476d76 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:28:59.404731 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-802e10f7-4b0d-4bdb-8987-e928cd476d76 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for floatingip, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:59.409167 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ce6e2d-d3a5-4480-9d5a-4cbcac040709 None None] Sync routers for ids ['dabd5951-781a-4df0-8e5c-9257f190d9e6'] in dv-cinder-800697-1-iscsi {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:28:59.419128 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ce6e2d-d3a5-4480-9d5a-4cbcac040709 None None] Routers {'dabd5951-781a-4df0-8e5c-9257f190d9e6'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:28:59.419749 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-f4ce6e2d-d3a5-4480-9d5a-4cbcac040709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:28:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['dabd5951-781a-4df0-8e5c-9257f190d9e6'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:28:59.446568 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-802e10f7-4b0d-4bdb-8987-e928cd476d76 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "PUT /v2.0/floatingips/875d687f-fcc1-4306-87f5-ce03d3c78009 HTTP/1.1" status: 200 len: 991 time: 1.1596677 Jul 13 20:28:59.446568 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a296ac4-e8f0-4054-9780-33298ef693ea', 'tag': 'bdb6ec68-d820-4d4d-b35e-fc80f86e9c98'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:28:59.447708 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c297712392d163f53ebb29416b2c98d8f2749a1173f1ad854f2bb06edc641eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e817f9-dfa6-4df5-8706-2882208a7951" -d '{"events": [{"name": "network-changed", "server_uuid": "2a296ac4-e8f0-4054-9780-33298ef693ea", "tag": "bdb6ec68-d820-4d4d-b35e-fc80f86e9c98"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:28:59.492155 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12556404-ebae-4287-8c07-f1f68ffca3ac x-openstack-request-id: req-12556404-ebae-4287-8c07-f1f68ffca3ac {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:28:59.492331 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a296ac4-e8f0-4054-9780-33298ef693ea", "tag": "bdb6ec68-d820-4d4d-b35e-fc80f86e9c98", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:28:59.492714 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-12556404-ebae-4287-8c07-f1f68ffca3ac {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:28:59.493194 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a296ac4-e8f0-4054-9780-33298ef693ea', 'tag': 'bdb6ec68-d820-4d4d-b35e-fc80f86e9c98', 'status': 'completed', 'code': 200} Jul 13 20:28:59.528653 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-f4ce6e2d-d3a5-4480-9d5a-4cbcac040709 None None] Set router dabd5951-781a-4df0-8e5c-9257f190d9e6 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:28:59.597212 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5f3366-9f03-4735-bab2-ce00dbf71202 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Router 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e has already been hosted by L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d {{(pid=92957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:28:59.614543 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e817f9-dfa6-4df5-8706-2882208a7951 req-1059625b-94cc-4eaa-9403-0890421007d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:59.616070 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-56e817f9-dfa6-4df5-8706-2882208a7951 req-1059625b-94cc-4eaa-9403-0890421007d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a9793299c000402cb8306fcd5d1c082d&device_id=2a296ac4-e8f0-4054-9780-33298ef693ea HTTP/1.1" status: 200 len: 1098 time: 0.0820260 Jul 13 20:28:59.815312 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5f3366-9f03-4735-bab2-ce00dbf71202 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:28:59.817650 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e817f9-dfa6-4df5-8706-2882208a7951 req-11805085-d949-4cdb-b3d2-ffce4d8007d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:59.822612 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-56e817f9-dfa6-4df5-8706-2882208a7951 req-11805085-d949-4cdb-b3d2-ffce4d8007d7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=06394d6a-14d6-4fa8-8bdd-c44a05dff52f HTTP/1.1" status: 200 len: 911 time: 0.1693034 Jul 13 20:28:59.822612 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-3f5f3366-9f03-4735-bab2-ce00dbf71202 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for floatingip, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:59.826679 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b88ebdd-139e-4b1c-bddf-56b5cd3d57fb None None] Sync routers for ids ['4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'] in dv-cinder-800697-1-iscsi {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:28:59.837390 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b88ebdd-139e-4b1c-bddf-56b5cd3d57fb None None] Routers {'4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:28:59.838021 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-1b88ebdd-139e-4b1c-bddf-56b5cd3d57fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:28:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:28:59.853986 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-f4ce6e2d-d3a5-4480-9d5a-4cbcac040709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'name': 'tempest-AttachVolumeTestJSON-316977961-router', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e73f2ee6-c74c-4661-bced-fc8d459c4a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:25:53Z', 'updated_at': '2021-07-13T20:25:56Z', 'revision_number': 4, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'gw_port': {'id': 'e73f2ee6-c74c-4661-bced-fc8d459c4a1c', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:25:54Z', 'updated_at': '2021-07-13T20:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_floatingips': [{'id': '875d687f-fcc1-4306-87f5-ce03d3c78009', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'floating_ip_address': '172.27.1.226', 'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'router_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'port_id': 'bdb6ec68-d820-4d4d-b35e-fc80f86e9c98', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f', 'mac_address': 'fa:16:3e:f3:f0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a296ac4-e8f0-4054-9780-33298ef693ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:28:48Z', 'updated_at': '2021-07-13T20:28:58Z', 'revision_number': 1, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928d551d-34cd-46e7-8967-cc75a71f11cd', 'name': '', 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'mac_address': 'fa:16:3e:3a:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '28e72ca7-72ee-423c-a705-c96364cb573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:25:55Z', 'updated_at': '2021-07-13T20:26:00Z', 'revision_number': 5, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'subnets': [{'id': '28e72ca7-72ee-423c-a705-c96364cb573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:28:59.879789 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ce6e2d-d3a5-4480-9d5a-4cbcac040709 None None] Checking router: dabd5951-781a-4df0-8e5c-9257f190d9e6 for host: dv-cinder-800697-1-iscsi {{(pid=92960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:28:59.889005 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ce6e2d-d3a5-4480-9d5a-4cbcac040709 None None] Routers {'dabd5951-781a-4df0-8e5c-9257f190d9e6'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:28:59.889637 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-f4ce6e2d-d3a5-4480-9d5a-4cbcac040709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:28:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['dabd5951-781a-4df0-8e5c-9257f190d9e6'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:28:59.909556 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-3f5f3366-9f03-4735-bab2-ce00dbf71202 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "DELETE /v2.0/floatingips/ab477ebd-7017-4abe-8070-ec5c7e84dacf HTTP/1.1" status: 204 len: 168 time: 1.0465419 Jul 13 20:28:59.909556 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b849ef4-20bd-4a7e-acbb-12558b5f5f79', 'tag': '9b367e92-e9bf-4293-ab8c-f778c04472d8'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:28:59.910271 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbb3999-e8b7-4e96-8e6d-77539086b332" -d '{"events": [{"name": "network-changed", "server_uuid": "0b849ef4-20bd-4a7e-acbb-12558b5f5f79", "tag": "9b367e92-e9bf-4293-ab8c-f778c04472d8"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:28:59.913972 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-56e817f9-dfa6-4df5-8706-2882208a7951 req-d436c689-289a-4186-9ee0-cc83de4e9f6c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdb6ec68-d820-4d4d-b35e-fc80f86e9c98 HTTP/1.1" status: 200 len: 999 time: 0.0875494 Jul 13 20:28:59.965736 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-1b88ebdd-139e-4b1c-bddf-56b5cd3d57fb None None] Set router 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:28:59.974360 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c19577c-eeb4-4c3b-8695-5086d959dc98 x-openstack-request-id: req-9c19577c-eeb4-4c3b-8695-5086d959dc98 {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:28:59.974360 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b849ef4-20bd-4a7e-acbb-12558b5f5f79", "tag": "9b367e92-e9bf-4293-ab8c-f778c04472d8", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:28:59.974703 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9c19577c-eeb4-4c3b-8695-5086d959dc98 {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:28:59.975008 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b849ef4-20bd-4a7e-acbb-12558b5f5f79', 'tag': '9b367e92-e9bf-4293-ab8c-f778c04472d8', 'status': 'completed', 'code': 200} Jul 13 20:29:00.003571 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e817f9-dfa6-4df5-8706-2882208a7951 req-ae97eaf6-6992-45c7-97cd-b9dec5f7ec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:29:00.005025 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-56e817f9-dfa6-4df5-8706-2882208a7951 req-ae97eaf6-6992-45c7-97cd-b9dec5f7ec7f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28e72ca7-72ee-423c-a705-c96364cb573a HTTP/1.1" status: 200 len: 849 time: 0.0795829 Jul 13 20:29:00.005224 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-f4ce6e2d-d3a5-4480-9d5a-4cbcac040709 None None] Set router dabd5951-781a-4df0-8e5c-9257f190d9e6 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:29:00.090337 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb3999-e8b7-4e96-8e6d-77539086b332 req-882e84f2-f78f-4e10-9480-424531a1e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:29:00.091755 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-8fbb3999-e8b7-4e96-8e6d-77539086b332 req-882e84f2-f78f-4e10-9480-424531a1e5b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d725fb3a49b47c287f9c134201d6823&device_id=0b849ef4-20bd-4a7e-acbb-12558b5f5f79 HTTP/1.1" status: 200 len: 1099 time: 0.1002312 Jul 13 20:29:00.093488 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e817f9-dfa6-4df5-8706-2882208a7951 req-a2c8cb7e-e3a6-4af9-8b0a-575d7976d762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:29:00.094801 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-56e817f9-dfa6-4df5-8706-2882208a7951 req-a2c8cb7e-e3a6-4af9-8b0a-575d7976d762 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=06394d6a-14d6-4fa8-8bdd-c44a05dff52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734403 Jul 13 20:29:00.225561 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-1b88ebdd-139e-4b1c-bddf-56b5cd3d57fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'name': 'tempest-TestVolumeBootPattern-51487356-router', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:42Z', 'updated_at': '2021-07-13T20:21:47Z', 'revision_number': 4, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'gw_port': {'id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:43Z', 'updated_at': '2021-07-13T20:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': 'b75779e7-c3d4-43b8-8f47-2957bce94180', 'name': '', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'mac_address': 'fa:16:3e:a6:77:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:46Z', 'updated_at': '2021-07-13T20:21:54Z', 'revision_number': 5, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'subnets': [{'id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:29:00.262719 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b88ebdd-139e-4b1c-bddf-56b5cd3d57fb None None] Checking router: 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e for host: dv-cinder-800697-1-iscsi {{(pid=92959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:29:00.267875 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb3999-e8b7-4e96-8e6d-77539086b332 req-111c5900-4914-4554-8563-20ceba3b1162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:29:00.269757 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-8fbb3999-e8b7-4e96-8e6d-77539086b332 req-111c5900-4914-4554-8563-20ceba3b1162 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ba0347c3-a626-4466-ac21-b102e445facc HTTP/1.1" status: 200 len: 911 time: 0.1658182 Jul 13 20:29:00.271759 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-56e817f9-dfa6-4df5-8706-2882208a7951 req-7084efb9-d969-4da8-8b06-5ba2b76d3b4a service neutron] 10.222.0.47 "GET /v2.0/networks/06394d6a-14d6-4fa8-8bdd-c44a05dff52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547840 Jul 13 20:29:00.272183 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b88ebdd-139e-4b1c-bddf-56b5cd3d57fb None None] Routers {'4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:29:00.272806 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-1b88ebdd-139e-4b1c-bddf-56b5cd3d57fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:28:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:29:00.291557 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-f4ce6e2d-d3a5-4480-9d5a-4cbcac040709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'name': 'tempest-AttachVolumeTestJSON-316977961-router', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e73f2ee6-c74c-4661-bced-fc8d459c4a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:25:53Z', 'updated_at': '2021-07-13T20:25:56Z', 'revision_number': 4, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'gw_port': {'id': 'e73f2ee6-c74c-4661-bced-fc8d459c4a1c', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:25:54Z', 'updated_at': '2021-07-13T20:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_floatingips': [{'id': '875d687f-fcc1-4306-87f5-ce03d3c78009', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'floating_ip_address': '172.27.1.226', 'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'router_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'port_id': 'bdb6ec68-d820-4d4d-b35e-fc80f86e9c98', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f', 'mac_address': 'fa:16:3e:f3:f0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a296ac4-e8f0-4054-9780-33298ef693ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:28:48Z', 'updated_at': '2021-07-13T20:28:58Z', 'revision_number': 1, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928d551d-34cd-46e7-8967-cc75a71f11cd', 'name': '', 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'mac_address': 'fa:16:3e:3a:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '28e72ca7-72ee-423c-a705-c96364cb573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:25:55Z', 'updated_at': '2021-07-13T20:26:00Z', 'revision_number': 5, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'subnets': [{'id': '28e72ca7-72ee-423c-a705-c96364cb573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:29:00.321824 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ce6e2d-d3a5-4480-9d5a-4cbcac040709 None None] The sync data for ids ['dabd5951-781a-4df0-8e5c-9257f190d9e6'] in dv-cinder-800697-1-iscsi is: [{'id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'name': 'tempest-AttachVolumeTestJSON-316977961-router', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e73f2ee6-c74c-4661-bced-fc8d459c4a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:25:53Z', 'updated_at': '2021-07-13T20:25:56Z', 'revision_number': 4, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'gw_port': {'id': 'e73f2ee6-c74c-4661-bced-fc8d459c4a1c', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:25:54Z', 'updated_at': '2021-07-13T20:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_floatingips': [{'id': '875d687f-fcc1-4306-87f5-ce03d3c78009', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'floating_ip_address': '172.27.1.226', 'floating_network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'router_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'port_id': 'bdb6ec68-d820-4d4d-b35e-fc80f86e9c98', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f', 'mac_address': 'fa:16:3e:f3:f0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a296ac4-e8f0-4054-9780-33298ef693ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:28:48Z', 'updated_at': '2021-07-13T20:28:58Z', 'revision_number': 1, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928d551d-34cd-46e7-8967-cc75a71f11cd', 'name': '', 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'mac_address': 'fa:16:3e:3a:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '28e72ca7-72ee-423c-a705-c96364cb573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:25:55Z', 'updated_at': '2021-07-13T20:26:00Z', 'revision_number': 5, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'subnets': [{'id': '28e72ca7-72ee-423c-a705-c96364cb573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:29:00.352133 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-8fbb3999-e8b7-4e96-8e6d-77539086b332 req-5ff9fb56-0766-4f76-a346-b777120daf27 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b367e92-e9bf-4293-ab8c-f778c04472d8 HTTP/1.1" status: 200 len: 217 time: 0.0683899 Jul 13 20:29:00.390441 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-1b88ebdd-139e-4b1c-bddf-56b5cd3d57fb None None] Set router 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:29:00.393994 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd8878-e0cc-490c-a3d3-643318cc7728 req-711c4ab9-b964-44fb-b786-b71505b9e373 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:29:00.395547 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-69bd8878-e0cc-490c-a3d3-643318cc7728 req-711c4ab9-b964-44fb-b786-b71505b9e373 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b849ef4-20bd-4a7e-acbb-12558b5f5f79 HTTP/1.1" status: 200 len: 946 time: 0.0781848 Jul 13 20:29:00.448710 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-69bd8878-e0cc-490c-a3d3-643318cc7728 req-1f3d5582-b33a-4976-a7eb-4361ecbfbd42 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401800 Jul 13 20:29:00.453245 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb3999-e8b7-4e96-8e6d-77539086b332 req-1c22cdc6-be66-497c-a619-855324cfc47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:29:00.454844 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-8fbb3999-e8b7-4e96-8e6d-77539086b332 req-1c22cdc6-be66-497c-a619-855324cfc47e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f457fbe4-4ce5-41db-824a-50007e6454b1 HTTP/1.1" status: 200 len: 849 time: 0.0708873 Jul 13 20:29:00.500689 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-56e817f9-dfa6-4df5-8706-2882208a7951 req-6825cbe5-b540-4157-ace1-682a8ad8c22e service neutron] 10.222.0.47 "GET /v2.0/networks/06394d6a-14d6-4fa8-8bdd-c44a05dff52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075377 Jul 13 20:29:00.533337 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb3999-e8b7-4e96-8e6d-77539086b332 req-cc55e611-1682-4b44-af10-ec5d725cd43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:29:00.535027 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-8fbb3999-e8b7-4e96-8e6d-77539086b332 req-cc55e611-1682-4b44-af10-ec5d725cd43a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ba0347c3-a626-4466-ac21-b102e445facc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710971 Jul 13 20:29:00.579874 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5997275-8021-46f5-acff-a72638ead054 None None] New status for floating IP 875d687f-fcc1-4306-87f5-ce03d3c78009: ACTIVE {{(pid=92960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:29:00.650836 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-8fbb3999-e8b7-4e96-8e6d-77539086b332 req-6a6d4c2b-8f83-4ae4-8a9c-9fb5a123f2b6 service neutron] 10.222.0.47 "GET /v2.0/networks/ba0347c3-a626-4466-ac21-b102e445facc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073573 Jul 13 20:29:00.762326 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-1b88ebdd-139e-4b1c-bddf-56b5cd3d57fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'name': 'tempest-TestVolumeBootPattern-51487356-router', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:42Z', 'updated_at': '2021-07-13T20:21:47Z', 'revision_number': 4, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'gw_port': {'id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:43Z', 'updated_at': '2021-07-13T20:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': 'b75779e7-c3d4-43b8-8f47-2957bce94180', 'name': '', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'mac_address': 'fa:16:3e:a6:77:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:46Z', 'updated_at': '2021-07-13T20:21:54Z', 'revision_number': 5, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'subnets': [{'id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:29:00.768429 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-8fbb3999-e8b7-4e96-8e6d-77539086b332 req-ba1ef82d-820c-43f6-b3f3-8b0320ad4b27 service neutron] 10.222.0.47 "GET /v2.0/networks/ba0347c3-a626-4466-ac21-b102e445facc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100705 Jul 13 20:29:00.792124 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b88ebdd-139e-4b1c-bddf-56b5cd3d57fb None None] The sync data for ids ['4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'] in dv-cinder-800697-1-iscsi is: [{'id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'name': 'tempest-TestVolumeBootPattern-51487356-router', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:42Z', 'updated_at': '2021-07-13T20:21:47Z', 'revision_number': 4, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'gw_port': {'id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:43Z', 'updated_at': '2021-07-13T20:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': 'b75779e7-c3d4-43b8-8f47-2957bce94180', 'name': '', 'network_id': 'ba0347c3-a626-4466-ac21-b102e445facc', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'mac_address': 'fa:16:3e:a6:77:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:46Z', 'updated_at': '2021-07-13T20:21:54Z', 'revision_number': 5, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'subnets': [{'id': 'f457fbe4-4ce5-41db-824a-50007e6454b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:29:01.004529 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d3c965-fbf9-43e9-89c7-3c04cff2c5a1 None None] New status for floating IP ab477ebd-7017-4abe-8070-ec5c7e84dacf: DOWN {{(pid=92959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:29:01.620640 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05fe94-bb13-4f0b-bf0f-21f218efb2a7 req-97a7dd63-ef98-4582-b53a-87003fe5c544 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:29:01.622131 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cf05fe94-bb13-4f0b-bf0f-21f218efb2a7 req-97a7dd63-ef98-4582-b53a-87003fe5c544 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b849ef4-20bd-4a7e-acbb-12558b5f5f79 HTTP/1.1" status: 200 len: 946 time: 0.0630209 Jul 13 20:29:01.662758 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cf05fe94-bb13-4f0b-bf0f-21f218efb2a7 req-fb4ad3b3-cd6d-4f21-9acc-93bfda50eca5 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/security-groups?id=a74124c0-93dc-4ba7-afbc-9a51116e4704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351083 Jul 13 20:29:01.838396 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b9a03-f010-486e-b9a0-aa8ba222ff1e req-f6ef4fad-3683-4271-9ba7-7b4de90074b4 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:29:01.839863 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e02b9a03-f010-486e-b9a0-aa8ba222ff1e req-f6ef4fad-3683-4271-9ba7-7b4de90074b4 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b849ef4-20bd-4a7e-acbb-12558b5f5f79 HTTP/1.1" status: 200 len: 946 time: 0.0621469 Jul 13 20:29:01.941916 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-e02b9a03-f010-486e-b9a0-aa8ba222ff1e req-2bebb9f2-4950-4009-8dd9-1ed6905968e8 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Deleting port 9b367e92-e9bf-4293-ab8c-f778c04472d8 {{(pid=92957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:29:01.942258 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e02b9a03-f010-486e-b9a0-aa8ba222ff1e req-2bebb9f2-4950-4009-8dd9-1ed6905968e8 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:02.028681 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-e02b9a03-f010-486e-b9a0-aa8ba222ff1e req-2bebb9f2-4950-4009-8dd9-1ed6905968e8 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] For port 9b367e92-e9bf-4293-ab8c-f778c04472d8, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9b367e92-e9bf-4293-ab8c-f778c04472d8,segment=NetworkSegment(e4d29c19-7081-43de-a1f1-f5636ff5dd0e),segment_id=e4d29c19-7081-43de-a1f1-f5636ff5dd0e)] {{(pid=92957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:29:02.028937 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e02b9a03-f010-486e-b9a0-aa8ba222ff1e req-2bebb9f2-4950-4009-8dd9-1ed6905968e8 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:02.042101 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-e02b9a03-f010-486e-b9a0-aa8ba222ff1e req-2bebb9f2-4950-4009-8dd9-1ed6905968e8 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Calling delete_port for 9b367e92-e9bf-4293-ab8c-f778c04472d8 owned by compute:nova {{(pid=92957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:29:02.168490 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e02b9a03-f010-486e-b9a0-aa8ba222ff1e req-2bebb9f2-4950-4009-8dd9-1ed6905968e8 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:02.197168 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bebb9f2-4950-4009-8dd9-1ed6905968e8 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Pushing event deleted for resources: {'Port': ['ID=9b367e92-e9bf-4293-ab8c-f778c04472d8,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:29:02.243711 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02b9a03-f010-486e-b9a0-aa8ba222ff1e req-2bebb9f2-4950-4009-8dd9-1ed6905968e8 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] No DVR routers for this DVR port 9b367e92-e9bf-4293-ab8c-f778c04472d8 on host hv-cinder-80069 {{(pid=92957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:29:02.246310 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e02b9a03-f010-486e-b9a0-aa8ba222ff1e req-2bebb9f2-4950-4009-8dd9-1ed6905968e8 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:02.248356 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e02b9a03-f010-486e-b9a0-aa8ba222ff1e req-2bebb9f2-4950-4009-8dd9-1ed6905968e8 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.47 "DELETE /v2.0/ports/9b367e92-e9bf-4293-ab8c-f778c04472d8 HTTP/1.1" status: 204 len: 173 time: 0.4025459 Jul 13 20:29:02.248790 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b849ef4-20bd-4a7e-acbb-12558b5f5f79', 'name': 'network-vif-deleted', 'tag': '9b367e92-e9bf-4293-ab8c-f778c04472d8'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:29:02.251017 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149b8f64-dcd7-4fd5-898c-cc11e2048bb6" -d '{"events": [{"server_uuid": "0b849ef4-20bd-4a7e-acbb-12558b5f5f79", "name": "network-vif-deleted", "tag": "9b367e92-e9bf-4293-ab8c-f778c04472d8"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:29:02.288044 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af707a10-4c23-495f-84cb-ea744e7f1743 x-openstack-request-id: req-af707a10-4c23-495f-84cb-ea744e7f1743 {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:29:02.288333 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b849ef4-20bd-4a7e-acbb-12558b5f5f79", "name": "network-vif-deleted", "tag": "9b367e92-e9bf-4293-ab8c-f778c04472d8", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:29:02.288588 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-af707a10-4c23-495f-84cb-ea744e7f1743 {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:29:02.289690 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b849ef4-20bd-4a7e-acbb-12558b5f5f79', 'name': 'network-vif-deleted', 'tag': '9b367e92-e9bf-4293-ab8c-f778c04472d8', 'status': 'completed', 'code': 200} Jul 13 20:29:02.824705 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-92d47620-7886-4a66-b109-54b48454cc5d req-be20a9d5-7830-4964-8bcc-a501f29800c8 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b849ef4-20bd-4a7e-acbb-12558b5f5f79 HTTP/1.1" status: 200 len: 210 time: 0.0300539 Jul 13 20:29:03.776631 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-3c5c96ee-60dc-4334-b213-14e8f6998702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:03.919939 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 49710) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:29:04.049559 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [None req-00887610-802f-4ee2-9d42-2fa2aeb132f2 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Deleting port 08025d91-2c2b-40a1-ba2f-4651fabd3b74 {{(pid=92957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:29:04.049902 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-00887610-802f-4ee2-9d42-2fa2aeb132f2 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:04.123839 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-00887610-802f-4ee2-9d42-2fa2aeb132f2 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:04.124197 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-00887610-802f-4ee2-9d42-2fa2aeb132f2 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:04.135538 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [None req-00887610-802f-4ee2-9d42-2fa2aeb132f2 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Calling delete_port for 08025d91-2c2b-40a1-ba2f-4651fabd3b74 owned by network:floatingip {{(pid=92957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:29:04.264870 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-00887610-802f-4ee2-9d42-2fa2aeb132f2 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:04.290936 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00887610-802f-4ee2-9d42-2fa2aeb132f2 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Pushing event deleted for resources: {'Port': ['ID=08025d91-2c2b-40a1-ba2f-4651fabd3b74,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:29:04.353356 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-00887610-802f-4ee2-9d42-2fa2aeb132f2 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for floatingip, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:04.355854 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-00887610-802f-4ee2-9d42-2fa2aeb132f2 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for floatingip, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:04.357041 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-00887610-802f-4ee2-9d42-2fa2aeb132f2 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "DELETE /v2.0/floatingips/87793d2f-d317-4a5d-986c-de71051dbc5b HTTP/1.1" status: 204 len: 168 time: 0.4361019 Jul 13 20:29:05.619517 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 49726) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:29:05.677165 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9391-1071-4bdf-9f6b-6bc1fd5e1bf2 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:05.703032 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9391-1071-4bdf-9f6b-6bc1fd5e1bf2 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:05.762629 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9391-1071-4bdf-9f6b-6bc1fd5e1bf2 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:05.765233 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9391-1071-4bdf-9f6b-6bc1fd5e1bf2 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:05.766411 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-6e1e9391-1071-4bdf-9f6b-6bc1fd5e1bf2 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] 10.222.0.41 "DELETE /v2.0/security-groups/a74124c0-93dc-4ba7-afbc-9a51116e4704 HTTP/1.1" status: 204 len: 168 time: 0.1455483 Jul 13 20:29:05.775448 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e9391-1071-4bdf-9f6b-6bc1fd5e1bf2 tempest-TestVolumeBootPattern-2868637 tempest-TestVolumeBootPattern-2868637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74124c0-93dc-4ba7-afbc-9a51116e4704,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:29:05.817585 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49730) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:29:05.952395 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 9b367e92-e9bf-4293-ab8c-f778c04472d8 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:29:05.972075 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] No Port match for: 9b367e92-e9bf-4293-ab8c-f778c04472d8 {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:29:05.972430 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 9b367e92-e9bf-4293-ab8c-f778c04472d8 not bound to the agent host hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:29:06.110183 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-9f200d59-0c08-4ec8-a239-7f3373aae425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:06.197301 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7129590a-5c29-4c42-9aba-1f6a43d502ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710933'] for router_interface, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:06.447591 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-7129590a-5c29-4c42-9aba-1f6a43d502ff admin admin] Deleting port b75779e7-c3d4-43b8-8f47-2957bce94180 {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:29:06.448012 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7129590a-5c29-4c42-9aba-1f6a43d502ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:06.527936 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [None req-7129590a-5c29-4c42-9aba-1f6a43d502ff admin admin] For port b75779e7-c3d4-43b8-8f47-2957bce94180, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=b75779e7-c3d4-43b8-8f47-2957bce94180,segment=NetworkSegment(e4d29c19-7081-43de-a1f1-f5636ff5dd0e),segment_id=e4d29c19-7081-43de-a1f1-f5636ff5dd0e)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:29:06.528275 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7129590a-5c29-4c42-9aba-1f6a43d502ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:06.540448 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-7129590a-5c29-4c42-9aba-1f6a43d502ff admin admin] Calling delete_port for b75779e7-c3d4-43b8-8f47-2957bce94180 owned by network:router_interface {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:29:06.713299 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7129590a-5c29-4c42-9aba-1f6a43d502ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15916159'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:06.752814 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7129590a-5c29-4c42-9aba-1f6a43d502ff admin admin] Pushing event deleted for resources: {'Port': ['ID=b75779e7-c3d4-43b8-8f47-2957bce94180,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:29:06.812256 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:06.911753 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7129590a-5c29-4c42-9aba-1f6a43d502ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711281'] for router_interface, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:07.125037 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7129590a-5c29-4c42-9aba-1f6a43d502ff admin admin] Router 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e has already been hosted by L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:29:07.228539 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7129590a-5c29-4c42-9aba-1f6a43d502ff admin admin] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:29:07.233549 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-7129590a-5c29-4c42-9aba-1f6a43d502ff admin admin] 10.222.0.41 "PUT /v2.0/routers/4bf30eb2-7e1f-4f1f-b184-2a546139bd1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4148901 Jul 13 20:29:07.236154 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49736) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:29:07.236782 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ef9d5b-715c-463d-a6d8-bfab002f0d28 None None] Sync routers for ids ['4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'] in dv-cinder-800697-1-iscsi {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:29:07.246898 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ef9d5b-715c-463d-a6d8-bfab002f0d28 None None] Routers {'4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:29:07.247516 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-45ef9d5b-715c-463d-a6d8-bfab002f0d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:29:06Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:29:07.338598 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-800a0abc-38bb-4a77-825a-863c13a34eb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:07.350730 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-45ef9d5b-715c-463d-a6d8-bfab002f0d28 None None] Set router 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:29:07.441967 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-800a0abc-38bb-4a77-825a-863c13a34eb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:07.496821 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-800a0abc-38bb-4a77-825a-863c13a34eb1 admin admin] Deleting port 0396cd4c-56a1-4531-a221-626c94ce85c8 {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:29:07.497603 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-800a0abc-38bb-4a77-825a-863c13a34eb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:07.508012 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:07.534655 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-45ef9d5b-715c-463d-a6d8-bfab002f0d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'name': 'tempest-TestVolumeBootPattern-51487356-router', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:42Z', 'updated_at': '2021-07-13T20:29:06Z', 'revision_number': 5, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'gw_port': {'id': '0396cd4c-56a1-4531-a221-626c94ce85c8', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:43Z', 'updated_at': '2021-07-13T20:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi'}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:29:07.562853 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ef9d5b-715c-463d-a6d8-bfab002f0d28 None None] Checking router: 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e for host: dv-cinder-800697-1-iscsi {{(pid=92960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:29:07.571436 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ef9d5b-715c-463d-a6d8-bfab002f0d28 None None] Routers {'4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:29:07.572256 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-45ef9d5b-715c-463d-a6d8-bfab002f0d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:29:06Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:29:07.580958 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [None req-800a0abc-38bb-4a77-825a-863c13a34eb1 admin admin] For port 0396cd4c-56a1-4531-a221-626c94ce85c8, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=0396cd4c-56a1-4531-a221-626c94ce85c8,segment=NetworkSegment(dd2d7350-8005-4571-9290-470baa5abba8),segment_id=dd2d7350-8005-4571-9290-470baa5abba8)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:29:07.581313 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-800a0abc-38bb-4a77-825a-863c13a34eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:07.592630 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-800a0abc-38bb-4a77-825a-863c13a34eb1 admin admin] Calling delete_port for 0396cd4c-56a1-4531-a221-626c94ce85c8 owned by network:router_gateway {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:29:07.657233 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-45ef9d5b-715c-463d-a6d8-bfab002f0d28 None None] Set router 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e gateway port host: None {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:29:07.713921 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-45ef9d5b-715c-463d-a6d8-bfab002f0d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'name': 'tempest-TestVolumeBootPattern-51487356-router', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:42Z', 'updated_at': '2021-07-13T20:29:07Z', 'revision_number': 6, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'gw_port_host': None}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:29:07.739907 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ef9d5b-715c-463d-a6d8-bfab002f0d28 None None] The sync data for ids ['4bf30eb2-7e1f-4f1f-b184-2a546139bd1e'] in dv-cinder-800697-1-iscsi is: [{'id': '4bf30eb2-7e1f-4f1f-b184-2a546139bd1e', 'name': 'tempest-TestVolumeBootPattern-51487356-router', 'tenant_id': '8d725fb3a49b47c287f9c134201d6823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:42Z', 'updated_at': '2021-07-13T20:29:07Z', 'revision_number': 6, 'project_id': '8d725fb3a49b47c287f9c134201d6823', 'gw_port_host': None}] {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:29:07.756302 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-800a0abc-38bb-4a77-825a-863c13a34eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15916159'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:07.783578 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a0abc-38bb-4a77-825a-863c13a34eb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0396cd4c-56a1-4531-a221-626c94ce85c8,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:29:07.840757 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-800a0abc-38bb-4a77-825a-863c13a34eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1708339'] for router_gateway, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:08.157120 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-800a0abc-38bb-4a77-825a-863c13a34eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4738'] for router, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:08.159423 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-800a0abc-38bb-4a77-825a-863c13a34eb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:08.213234 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-800a0abc-38bb-4a77-825a-863c13a34eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1704488'] for router, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:08.213950 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800a0abc-38bb-4a77-825a-863c13a34eb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bf30eb2-7e1f-4f1f-b184-2a546139bd1e {{(pid=92958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:29:08.218255 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-800a0abc-38bb-4a77-825a-863c13a34eb1 admin admin] Notify callbacks [] for router, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:08.219579 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-800a0abc-38bb-4a77-825a-863c13a34eb1 admin admin] 10.222.0.41 "DELETE /v2.0/routers/4bf30eb2-7e1f-4f1f-b184-2a546139bd1e HTTP/1.1" status: 204 len: 168 time: 0.9824688 Jul 13 20:29:08.222075 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49740) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:29:08.266087 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee3ea03-40a2-4c2a-9955-085a2a334eac admin admin] Deleting subnet f457fbe4-4ce5-41db-824a-50007e6454b1 {{(pid=92958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:29:08.269041 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9ee3ea03-40a2-4c2a-9955-085a2a334eac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:08.304629 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9ee3ea03-40a2-4c2a-9955-085a2a334eac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16271406'] for subnet, precommit_delete_associations {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:08.384418 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9ee3ea03-40a2-4c2a-9955-085a2a334eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-721317'] for subnet, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:08.434382 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9ee3ea03-40a2-4c2a-9955-085a2a334eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-721308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15916066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15819405'] for subnet, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:08.459777 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3ea03-40a2-4c2a-9955-085a2a334eac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f457fbe4-4ce5-41db-824a-50007e6454b1,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:29:08.461747 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9ee3ea03-40a2-4c2a-9955-085a2a334eac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for subnet, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:08.463649 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-9ee3ea03-40a2-4c2a-9955-085a2a334eac admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f457fbe4-4ce5-41db-824a-50007e6454b1 HTTP/1.1" status: 204 len: 168 time: 0.2406485 Jul 13 20:29:08.466120 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49742) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:29:08.468859 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4bf857-1ad5-48d1-8254-25a63e404cad None None] Network ba0347c3-a626-4466-ac21-b102e445facc requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:29:08.518097 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device b75779e7-c3d4-43b8-8f47-2957bce94180 no longer exists at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:29:08.547790 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] No Port match for: b75779e7-c3d4-43b8-8f47-2957bce94180 {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:29:08.548161 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device b75779e7-c3d4-43b8-8f47-2957bce94180 not bound to the agent host dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:29:08.557978 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-df812235-1582-4d65-b99e-f1159f194894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633600'] for network, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:08.614815 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-df812235-1582-4d65-b99e-f1159f194894 admin admin] Deleting port cb27ef11-00a5-4b56-bc97-1409f1712025 {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:29:08.615149 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-df812235-1582-4d65-b99e-f1159f194894 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:08.684494 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [None req-df812235-1582-4d65-b99e-f1159f194894 admin admin] For port cb27ef11-00a5-4b56-bc97-1409f1712025, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=cb27ef11-00a5-4b56-bc97-1409f1712025,segment=NetworkSegment(e4d29c19-7081-43de-a1f1-f5636ff5dd0e),segment_id=e4d29c19-7081-43de-a1f1-f5636ff5dd0e)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:29:08.684860 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-df812235-1582-4d65-b99e-f1159f194894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:08.698596 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-df812235-1582-4d65-b99e-f1159f194894 admin admin] Calling delete_port for cb27ef11-00a5-4b56-bc97-1409f1712025 owned by network:dhcp {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:29:08.704964 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8eea6b2-8f1d-4976-b8da-949c69a9d854 None None] DHCP port deletion for ba0347c3-a626-4466-ac21-b102e445facc request from dv-cinder-800697-1-iscsi {{(pid=92959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:29:08.759859 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-a8eea6b2-8f1d-4976-b8da-949c69a9d854 None None] Deleting port cb27ef11-00a5-4b56-bc97-1409f1712025 {{(pid=92959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:29:08.760332 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-a8eea6b2-8f1d-4976-b8da-949c69a9d854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:08.796280 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-df812235-1582-4d65-b99e-f1159f194894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15916159'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:08.825800 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df812235-1582-4d65-b99e-f1159f194894 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb27ef11-00a5-4b56-bc97-1409f1712025,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:29:08.826531 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-a8eea6b2-8f1d-4976-b8da-949c69a9d854 None None] For port cb27ef11-00a5-4b56-bc97-1409f1712025, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=cb27ef11-00a5-4b56-bc97-1409f1712025,segment=NetworkSegment(e4d29c19-7081-43de-a1f1-f5636ff5dd0e),segment_id=e4d29c19-7081-43de-a1f1-f5636ff5dd0e)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:29:08.827073 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-a8eea6b2-8f1d-4976-b8da-949c69a9d854 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:08.828595 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df812235-1582-4d65-b99e-f1159f194894 admin admin] No DVR routers for this DVR port cb27ef11-00a5-4b56-bc97-1409f1712025 on host dv-cinder-800697-1-iscsi {{(pid=92958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:29:08.841139 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-a8eea6b2-8f1d-4976-b8da-949c69a9d854 None None] Calling delete_port for cb27ef11-00a5-4b56-bc97-1409f1712025 owned by network:dhcp {{(pid=92959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:29:08.901134 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-df812235-1582-4d65-b99e-f1159f194894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724524', 'neutron.services.segments.db._delete_segments_for_network-8781993256852'] for network, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:08.910556 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-df812235-1582-4d65-b99e-f1159f194894 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba0347c3-a626-4466-ac21-b102e445facc']}} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:29:08.918212 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-a8eea6b2-8f1d-4976-b8da-949c69a9d854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103'] for port, after_delete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:08.920792 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-df812235-1582-4d65-b99e-f1159f194894 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d29c19-7081-43de-a1f1-f5636ff5dd0e') {'for_net_delete': True} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:29:08.921093 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-df812235-1582-4d65-b99e-f1159f194894 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d29c19-7081-43de-a1f1-f5636ff5dd0e') {} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:29:08.929739 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-df812235-1582-4d65-b99e-f1159f194894 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781993187723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16271415'] for segment, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:08.943807 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-df812235-1582-4d65-b99e-f1159f194894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996'] for segment, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:08.944131 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eea6b2-8f1d-4976-b8da-949c69a9d854 None None] Pushing event deleted for resources: {'Port': ['ID=cb27ef11-00a5-4b56-bc97-1409f1712025,revision_number=None']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:29:08.945985 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eea6b2-8f1d-4976-b8da-949c69a9d854 None None] No DVR routers for this DVR port cb27ef11-00a5-4b56-bc97-1409f1712025 on host dv-cinder-800697-1-iscsi {{(pid=92959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:29:08.950896 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df812235-1582-4d65-b99e-f1159f194894 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=92958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:29:08.951268 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-df812235-1582-4d65-b99e-f1159f194894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15915916'] for segment, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:08.953087 dv-cinder-800697-1-iscsi neutron-server[92958]: Traceback (most recent call last): Jul 13 20:29:08.953087 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:29:08.953087 dv-cinder-800697-1-iscsi neutron-server[92958]: timer() Jul 13 20:29:08.953087 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:29:08.953087 dv-cinder-800697-1-iscsi neutron-server[92958]: cb(*args, **kw) Jul 13 20:29:08.953087 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:29:08.953087 dv-cinder-800697-1-iscsi neutron-server[92958]: return func(*args, **kwargs) Jul 13 20:29:08.953087 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:29:08.953087 dv-cinder-800697-1-iscsi neutron-server[92958]: self._notify() Jul 13 20:29:08.953087 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:29:08.953087 dv-cinder-800697-1-iscsi neutron-server[92958]: self.callback(batched_events) Jul 13 20:29:08.953087 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:29:08.953087 dv-cinder-800697-1-iscsi neutron-server[92958]: event.method(event) Jul 13 20:29:08.953087 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:29:08.953087 dv-cinder-800697-1-iscsi neutron-server[92958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:29:08.953087 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:29:08.953087 dv-cinder-800697-1-iscsi neutron-server[92958]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:29:08.953087 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:29:08.953087 dv-cinder-800697-1-iscsi neutron-server[92958]: return f(self, *a, **k) Jul 13 20:29:08.953087 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:29:08.953087 dv-cinder-800697-1-iscsi neutron-server[92958]: return self._get(url).json() Jul 13 20:29:08.953087 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:29:08.953087 dv-cinder-800697-1-iscsi neutron-server[92958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:29:08.953087 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:29:08.953087 dv-cinder-800697-1-iscsi neutron-server[92958]: return self.request(url, 'GET', **kwargs) Jul 13 20:29:08.953087 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:29:08.953087 dv-cinder-800697-1-iscsi neutron-server[92958]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:29:08.953087 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:29:08.953087 dv-cinder-800697-1-iscsi neutron-server[92958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:29:08.953087 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:29:08.953087 dv-cinder-800697-1-iscsi neutron-server[92958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:29:08.953087 dv-cinder-800697-1-iscsi neutron-server[92958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:29:09.006037 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-df812235-1582-4d65-b99e-f1159f194894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708319'] for network, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:09.011890 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-df812235-1582-4d65-b99e-f1159f194894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for network, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:09.014538 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-df812235-1582-4d65-b99e-f1159f194894 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ba0347c3-a626-4466-ac21-b102e445facc HTTP/1.1" status: 204 len: 168 time: 0.5467260 Jul 13 20:29:09.016807 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 49746) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:29:09.025738 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df812235-1582-4d65-b99e-f1159f194894 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba0347c3-a626-4466-ac21-b102e445facc,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:29:09.254202 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:09.635686 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-1e4857a5-49c9-4cae-8ec7-6f156ae793ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710933'] for router_interface, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:09.893592 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [None req-1e4857a5-49c9-4cae-8ec7-6f156ae793ac admin admin] Deleting port 4787424c-5c6b-4e36-a2a9-9d01b8d78afb {{(pid=92957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:29:09.894754 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-1e4857a5-49c9-4cae-8ec7-6f156ae793ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:09.910627 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device cb27ef11-00a5-4b56-bc97-1409f1712025 no longer exists at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:29:09.932479 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] No Port match for: cb27ef11-00a5-4b56-bc97-1409f1712025 {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:29:09.932799 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device cb27ef11-00a5-4b56-bc97-1409f1712025 not bound to the agent host dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:29:09.933221 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 0396cd4c-56a1-4531-a221-626c94ce85c8 no longer exists at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:29:09.952001 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] No Port match for: 0396cd4c-56a1-4531-a221-626c94ce85c8 {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:29:09.952354 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 0396cd4c-56a1-4531-a221-626c94ce85c8 not bound to the agent host dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:29:09.995327 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [None req-1e4857a5-49c9-4cae-8ec7-6f156ae793ac admin admin] For port 4787424c-5c6b-4e36-a2a9-9d01b8d78afb, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=4787424c-5c6b-4e36-a2a9-9d01b8d78afb,segment=NetworkSegment(9f3a3e20-926c-44fc-901c-42fcf09f8664),segment_id=9f3a3e20-926c-44fc-901c-42fcf09f8664)] {{(pid=92957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:29:09.995904 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-1e4857a5-49c9-4cae-8ec7-6f156ae793ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:10.013125 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [None req-1e4857a5-49c9-4cae-8ec7-6f156ae793ac admin admin] Calling delete_port for 4787424c-5c6b-4e36-a2a9-9d01b8d78afb owned by network:router_interface {{(pid=92957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:29:10.191454 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-1e4857a5-49c9-4cae-8ec7-6f156ae793ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:10.217002 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4857a5-49c9-4cae-8ec7-6f156ae793ac admin admin] Pushing event deleted for resources: {'Port': ['ID=4787424c-5c6b-4e36-a2a9-9d01b8d78afb,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:29:10.389778 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-1e4857a5-49c9-4cae-8ec7-6f156ae793ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711281'] for router_interface, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:10.603219 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4857a5-49c9-4cae-8ec7-6f156ae793ac admin admin] Router 039d4cd5-a31d-4f2c-bc94-6afee2e12508 has already been hosted by L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d {{(pid=92957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:29:10.705088 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4857a5-49c9-4cae-8ec7-6f156ae793ac admin admin] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:29:10.710026 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-1e4857a5-49c9-4cae-8ec7-6f156ae793ac admin admin] 10.222.0.41 "PUT /v2.0/routers/039d4cd5-a31d-4f2c-bc94-6afee2e12508/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6920900 Jul 13 20:29:10.712550 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 49750) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:29:10.713995 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab994fdf-a73a-4b69-bbeb-ab85e819ce1b None None] Sync routers for ids ['039d4cd5-a31d-4f2c-bc94-6afee2e12508'] in dv-cinder-800697-1-iscsi {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:29:10.723233 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab994fdf-a73a-4b69-bbeb-ab85e819ce1b None None] Routers {'039d4cd5-a31d-4f2c-bc94-6afee2e12508'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:29:10.723855 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-ab994fdf-a73a-4b69-bbeb-ab85e819ce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:29:06Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['039d4cd5-a31d-4f2c-bc94-6afee2e12508'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:29:10.828279 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-fb10e9c3-4fcd-4a4f-8bd0-f07618eb4288 admin admin] Notify callbacks [] for router, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:10.840471 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-ab994fdf-a73a-4b69-bbeb-ab85e819ce1b None None] Set router 039d4cd5-a31d-4f2c-bc94-6afee2e12508 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:29:10.930117 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-fb10e9c3-4fcd-4a4f-8bd0-f07618eb4288 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:10.982506 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e9c3-4fcd-4a4f-8bd0-f07618eb4288 admin admin] Deleting port e4b87bb8-78fa-4cd2-9bd6-d836647c0893 {{(pid=92957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:29:10.982845 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-fb10e9c3-4fcd-4a4f-8bd0-f07618eb4288 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:11.025082 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-ab994fdf-a73a-4b69-bbeb-ab85e819ce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039d4cd5-a31d-4f2c-bc94-6afee2e12508', 'name': 'tempest-TestVolumeBootPattern-38827185-router', 'tenant_id': 'cc472f27e0944f928897319ed6b8acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'e4b87bb8-78fa-4cd2-9bd6-d836647c0893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:50Z', 'updated_at': '2021-07-13T20:29:10Z', 'revision_number': 5, 'project_id': 'cc472f27e0944f928897319ed6b8acb3', 'gw_port': {'id': 'e4b87bb8-78fa-4cd2-9bd6-d836647c0893', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039d4cd5-a31d-4f2c-bc94-6afee2e12508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:51Z', 'updated_at': '2021-07-13T20:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi'}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:29:11.052224 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab994fdf-a73a-4b69-bbeb-ab85e819ce1b None None] Checking router: 039d4cd5-a31d-4f2c-bc94-6afee2e12508 for host: dv-cinder-800697-1-iscsi {{(pid=92959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:29:11.061009 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab994fdf-a73a-4b69-bbeb-ab85e819ce1b None None] Routers {'039d4cd5-a31d-4f2c-bc94-6afee2e12508'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:29:11.061622 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-ab994fdf-a73a-4b69-bbeb-ab85e819ce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:29:06Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['039d4cd5-a31d-4f2c-bc94-6afee2e12508'], 'active': True} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:29:11.062651 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [None req-fb10e9c3-4fcd-4a4f-8bd0-f07618eb4288 admin admin] For port e4b87bb8-78fa-4cd2-9bd6-d836647c0893, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=e4b87bb8-78fa-4cd2-9bd6-d836647c0893,segment=NetworkSegment(dd2d7350-8005-4571-9290-470baa5abba8),segment_id=dd2d7350-8005-4571-9290-470baa5abba8)] {{(pid=92957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:29:11.063005 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-fb10e9c3-4fcd-4a4f-8bd0-f07618eb4288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:11.075452 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e9c3-4fcd-4a4f-8bd0-f07618eb4288 admin admin] Calling delete_port for e4b87bb8-78fa-4cd2-9bd6-d836647c0893 owned by network:router_gateway {{(pid=92957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:29:11.146199 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvr_db [None req-ab994fdf-a73a-4b69-bbeb-ab85e819ce1b None None] Set router 039d4cd5-a31d-4f2c-bc94-6afee2e12508 gateway port host: None {{(pid=92959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:29:11.199015 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_hamode_db [None req-ab994fdf-a73a-4b69-bbeb-ab85e819ce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039d4cd5-a31d-4f2c-bc94-6afee2e12508', 'name': 'tempest-TestVolumeBootPattern-38827185-router', 'tenant_id': 'cc472f27e0944f928897319ed6b8acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:50Z', 'updated_at': '2021-07-13T20:29:10Z', 'revision_number': 6, 'project_id': 'cc472f27e0944f928897319ed6b8acb3', 'gw_port_host': None}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:29:11.229600 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab994fdf-a73a-4b69-bbeb-ab85e819ce1b None None] The sync data for ids ['039d4cd5-a31d-4f2c-bc94-6afee2e12508'] in dv-cinder-800697-1-iscsi is: [{'id': '039d4cd5-a31d-4f2c-bc94-6afee2e12508', 'name': 'tempest-TestVolumeBootPattern-38827185-router', 'tenant_id': 'cc472f27e0944f928897319ed6b8acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:50Z', 'updated_at': '2021-07-13T20:29:10Z', 'revision_number': 6, 'project_id': 'cc472f27e0944f928897319ed6b8acb3', 'gw_port_host': None}] {{(pid=92959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:29:11.245809 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-fb10e9c3-4fcd-4a4f-8bd0-f07618eb4288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:11.271336 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10e9c3-4fcd-4a4f-8bd0-f07618eb4288 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4b87bb8-78fa-4cd2-9bd6-d836647c0893,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:29:11.332709 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-fb10e9c3-4fcd-4a4f-8bd0-f07618eb4288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1708339'] for router_gateway, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:11.417999 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-fb10e9c3-4fcd-4a4f-8bd0-f07618eb4288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4738'] for router, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:11.420055 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-fb10e9c3-4fcd-4a4f-8bd0-f07618eb4288 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:11.461362 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-fb10e9c3-4fcd-4a4f-8bd0-f07618eb4288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1704488'] for router, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:11.461887 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb10e9c3-4fcd-4a4f-8bd0-f07618eb4288 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 039d4cd5-a31d-4f2c-bc94-6afee2e12508 {{(pid=92957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:29:11.467165 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-fb10e9c3-4fcd-4a4f-8bd0-f07618eb4288 admin admin] Notify callbacks [] for router, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:11.468410 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-fb10e9c3-4fcd-4a4f-8bd0-f07618eb4288 admin admin] 10.222.0.41 "DELETE /v2.0/routers/039d4cd5-a31d-4f2c-bc94-6afee2e12508 HTTP/1.1" status: 204 len: 168 time: 0.7549472 Jul 13 20:29:11.470902 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 49754) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:29:11.513415 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ff4b3b-1188-44d7-88d5-665cfc8eea76 admin admin] Deleting subnet 73315f3a-da2c-4c57-8845-58b4c532f941 {{(pid=92957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:29:11.516577 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-06ff4b3b-1188-44d7-88d5-665cfc8eea76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:11.549189 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-06ff4b3b-1188-44d7-88d5-665cfc8eea76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15469843'] for subnet, precommit_delete_associations {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:11.631127 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-06ff4b3b-1188-44d7-88d5-665cfc8eea76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-721317'] for subnet, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:11.683537 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-06ff4b3b-1188-44d7-88d5-665cfc8eea76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-721308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15804208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148582'] for subnet, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:11.707713 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff4b3b-1188-44d7-88d5-665cfc8eea76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73315f3a-da2c-4c57-8845-58b4c532f941,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:29:11.713315 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-06ff4b3b-1188-44d7-88d5-665cfc8eea76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:11.715355 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-06ff4b3b-1188-44d7-88d5-665cfc8eea76 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/73315f3a-da2c-4c57-8845-58b4c532f941 HTTP/1.1" status: 204 len: 168 time: 0.2434838 Jul 13 20:29:11.717930 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 49756) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:29:11.718676 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaea6a78-221d-496e-879b-122c7115d697 None None] Network 180b9786-4b94-48cb-a76a-02a8fb732f14 requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:29:11.789926 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d2c386ab-d4b6-40f9-a0da-b5331112399c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633600'] for network, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:11.843670 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [None req-d2c386ab-d4b6-40f9-a0da-b5331112399c admin admin] Deleting port ef1c085d-997d-4baa-8e27-8270e60acfad {{(pid=92957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:29:11.844047 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d2c386ab-d4b6-40f9-a0da-b5331112399c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:11.905722 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [None req-d2c386ab-d4b6-40f9-a0da-b5331112399c admin admin] For port ef1c085d-997d-4baa-8e27-8270e60acfad, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=ef1c085d-997d-4baa-8e27-8270e60acfad,segment=NetworkSegment(9f3a3e20-926c-44fc-901c-42fcf09f8664),segment_id=9f3a3e20-926c-44fc-901c-42fcf09f8664)] {{(pid=92957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:29:11.906017 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d2c386ab-d4b6-40f9-a0da-b5331112399c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:11.918440 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [None req-d2c386ab-d4b6-40f9-a0da-b5331112399c admin admin] Calling delete_port for ef1c085d-997d-4baa-8e27-8270e60acfad owned by network:dhcp {{(pid=92957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:29:11.968664 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb944ac-d99b-4995-8746-7c93d492009b None None] DHCP port deletion for 180b9786-4b94-48cb-a76a-02a8fb732f14 request from dv-cinder-800697-1-iscsi {{(pid=92959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:29:12.014497 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d2c386ab-d4b6-40f9-a0da-b5331112399c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:12.030326 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-acb944ac-d99b-4995-8746-7c93d492009b None None] Deleting port ef1c085d-997d-4baa-8e27-8270e60acfad {{(pid=92959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:29:12.030813 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-acb944ac-d99b-4995-8746-7c93d492009b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:12.034824 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 4787424c-5c6b-4e36-a2a9-9d01b8d78afb no longer exists at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:29:12.040892 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c386ab-d4b6-40f9-a0da-b5331112399c admin admin] Pushing event deleted for resources: {'Port': ['ID=ef1c085d-997d-4baa-8e27-8270e60acfad,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:29:12.044456 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c386ab-d4b6-40f9-a0da-b5331112399c admin admin] No DVR routers for this DVR port ef1c085d-997d-4baa-8e27-8270e60acfad on host dv-cinder-800697-1-iscsi {{(pid=92957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:29:12.090802 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] No Port match for: 4787424c-5c6b-4e36-a2a9-9d01b8d78afb {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:29:12.091250 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 4787424c-5c6b-4e36-a2a9-9d01b8d78afb not bound to the agent host dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:29:12.091747 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device ef1c085d-997d-4baa-8e27-8270e60acfad no longer exists at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:29:12.118213 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] No Port match for: ef1c085d-997d-4baa-8e27-8270e60acfad {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:29:12.118458 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d2c386ab-d4b6-40f9-a0da-b5331112399c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724524', 'neutron.services.segments.db._delete_segments_for_network-8781993256852'] for network, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:12.118599 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device ef1c085d-997d-4baa-8e27-8270e60acfad not bound to the agent host dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:29:12.119012 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device e4b87bb8-78fa-4cd2-9bd6-d836647c0893 no longer exists at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:29:12.128377 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.services.segments.db [None req-d2c386ab-d4b6-40f9-a0da-b5331112399c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['180b9786-4b94-48cb-a76a-02a8fb732f14']}} {{(pid=92957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:29:12.138962 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.services.segments.db [None req-d2c386ab-d4b6-40f9-a0da-b5331112399c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f3a3e20-926c-44fc-901c-42fcf09f8664') {'for_net_delete': True} {{(pid=92957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:29:12.139254 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.services.segments.db [None req-d2c386ab-d4b6-40f9-a0da-b5331112399c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f3a3e20-926c-44fc-901c-42fcf09f8664') {} {{(pid=92957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:29:12.143354 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] No Port match for: e4b87bb8-78fa-4cd2-9bd6-d836647c0893 {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:29:12.143702 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device e4b87bb8-78fa-4cd2-9bd6-d836647c0893 not bound to the agent host dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:29:12.148002 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d2c386ab-d4b6-40f9-a0da-b5331112399c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781993187723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15469834'] for segment, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:12.157256 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-acb944ac-d99b-4995-8746-7c93d492009b None None] For port ef1c085d-997d-4baa-8e27-8270e60acfad, host dv-cinder-800697-1-iscsi, got binding levels [] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:29:12.157511 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-acb944ac-d99b-4995-8746-7c93d492009b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:12.167169 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d2c386ab-d4b6-40f9-a0da-b5331112399c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996'] for segment, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:12.173581 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2c386ab-d4b6-40f9-a0da-b5331112399c admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=92957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:29:12.174028 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d2c386ab-d4b6-40f9-a0da-b5331112399c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15802526'] for segment, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:12.175665 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-acb944ac-d99b-4995-8746-7c93d492009b None None] Calling delete_port for ef1c085d-997d-4baa-8e27-8270e60acfad owned by network:dhcp {{(pid=92959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:29:12.175989 dv-cinder-800697-1-iscsi neutron-server[92957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:29:12.175989 dv-cinder-800697-1-iscsi neutron-server[92957]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:29:12.175989 dv-cinder-800697-1-iscsi neutron-server[92957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:29:12.175989 dv-cinder-800697-1-iscsi neutron-server[92957]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:29:12.175989 dv-cinder-800697-1-iscsi neutron-server[92957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:29:12.175989 dv-cinder-800697-1-iscsi neutron-server[92957]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:29:12.175989 dv-cinder-800697-1-iscsi neutron-server[92957]: Traceback (most recent call last): Jul 13 20:29:12.175989 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:29:12.175989 dv-cinder-800697-1-iscsi neutron-server[92957]: timer() Jul 13 20:29:12.175989 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:29:12.175989 dv-cinder-800697-1-iscsi neutron-server[92957]: cb(*args, **kw) Jul 13 20:29:12.175989 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:29:12.175989 dv-cinder-800697-1-iscsi neutron-server[92957]: return func(*args, **kwargs) Jul 13 20:29:12.175989 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:29:12.175989 dv-cinder-800697-1-iscsi neutron-server[92957]: self._notify() Jul 13 20:29:12.175989 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:29:12.175989 dv-cinder-800697-1-iscsi neutron-server[92957]: self.callback(batched_events) Jul 13 20:29:12.175989 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:29:12.175989 dv-cinder-800697-1-iscsi neutron-server[92957]: event.method(event) Jul 13 20:29:12.175989 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:29:12.175989 dv-cinder-800697-1-iscsi neutron-server[92957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:29:12.175989 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:29:12.175989 dv-cinder-800697-1-iscsi neutron-server[92957]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:29:12.175989 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:29:12.175989 dv-cinder-800697-1-iscsi neutron-server[92957]: return f(self, *a, **k) Jul 13 20:29:12.175989 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:29:12.175989 dv-cinder-800697-1-iscsi neutron-server[92957]: return self._get(url).json() Jul 13 20:29:12.175989 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:29:12.175989 dv-cinder-800697-1-iscsi neutron-server[92957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:29:12.175989 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:29:12.175989 dv-cinder-800697-1-iscsi neutron-server[92957]: return self.request(url, 'GET', **kwargs) Jul 13 20:29:12.175989 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:29:12.175989 dv-cinder-800697-1-iscsi neutron-server[92957]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:29:12.175989 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:29:12.175989 dv-cinder-800697-1-iscsi neutron-server[92957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:29:12.175989 dv-cinder-800697-1-iscsi neutron-server[92957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:29:12.175989 dv-cinder-800697-1-iscsi neutron-server[92957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:29:12.175989 dv-cinder-800697-1-iscsi neutron-server[92957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:29:12.178723 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.ipam_backend_mixin [None req-acb944ac-d99b-4995-8746-7c93d492009b None None] Port ef1c085d-997d-4baa-8e27-8270e60acfad was not found and therefore no delete operation was performed {{(pid=92959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 20:29:12.179851 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-acb944ac-d99b-4995-8746-7c93d492009b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103'] for port, after_delete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:12.206420 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb944ac-d99b-4995-8746-7c93d492009b None None] Pushing event deleted for resources: {'Port': ['ID=ef1c085d-997d-4baa-8e27-8270e60acfad,revision_number=None']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:29:12.209980 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb944ac-d99b-4995-8746-7c93d492009b None None] No DVR routers for this DVR port ef1c085d-997d-4baa-8e27-8270e60acfad on host dv-cinder-800697-1-iscsi {{(pid=92959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:29:12.235891 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d2c386ab-d4b6-40f9-a0da-b5331112399c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708319'] for network, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:12.241234 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d2c386ab-d4b6-40f9-a0da-b5331112399c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for network, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:12.243920 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-d2c386ab-d4b6-40f9-a0da-b5331112399c admin admin] 10.222.0.41 "DELETE /v2.0/networks/180b9786-4b94-48cb-a76a-02a8fb732f14 HTTP/1.1" status: 204 len: 168 time: 0.5250373 Jul 13 20:29:12.256656 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c386ab-d4b6-40f9-a0da-b5331112399c admin admin] Pushing event deleted for resources: {'Network': ['ID=180b9786-4b94-48cb-a76a-02a8fb732f14,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:29:12.373444 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 49762) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:29:12.412835 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-7590374d-3529-4a86-84c7-b5626f36df74 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8d725fb3a49b47c287f9c134201d6823&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381112 Jul 13 20:29:12.415844 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 49764) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:29:12.468433 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-6958262b-c7a7-4dcb-9c23-91a829b3a737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:12.489982 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-6958262b-c7a7-4dcb-9c23-91a829b3a737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:12.536295 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-6958262b-c7a7-4dcb-9c23-91a829b3a737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:12.538888 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-6958262b-c7a7-4dcb-9c23-91a829b3a737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:12.540078 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-6958262b-c7a7-4dcb-9c23-91a829b3a737 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e530a3c2-b5dd-43b2-93dd-7522aea8e758 HTTP/1.1" status: 204 len: 168 time: 0.1231432 Jul 13 20:29:12.549516 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958262b-c7a7-4dcb-9c23-91a829b3a737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e530a3c2-b5dd-43b2-93dd-7522aea8e758,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:29:12.876404 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 49770) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:29:12.916654 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-34d1bc7a-1f32-4ef6-99aa-bd6dc027051b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc472f27e0944f928897319ed6b8acb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390608 Jul 13 20:29:12.919140 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 49772) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:29:12.968958 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-3cc8a55f-6e7f-47a4-9dbe-eab9596339e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:12.989896 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-3cc8a55f-6e7f-47a4-9dbe-eab9596339e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:13.037869 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-3cc8a55f-6e7f-47a4-9dbe-eab9596339e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:13.041005 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-3cc8a55f-6e7f-47a4-9dbe-eab9596339e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:13.042761 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-3cc8a55f-6e7f-47a4-9dbe-eab9596339e3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d22c38b0-5db6-49d3-81d2-10f0645904b8 HTTP/1.1" status: 204 len: 168 time: 0.1226573 Jul 13 20:29:13.052447 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8a55f-6e7f-47a4-9dbe-eab9596339e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22c38b0-5db6-49d3-81d2-10f0645904b8,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:29:15.348713 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:28.948508 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 6 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:29:33.777179 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-246b91c3-da0b-463f-947c-830ccb8bcadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:36.114839 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-739af8bd-596e-4c83-a249-0af88923cecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:36.805201 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:37.508401 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:39.256794 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:45.361553 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:58.874841 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2491d9b-d98e-441d-b1b9-f152a8713545 req-11088efe-749f-4e59-8b5a-999542e36ea1 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:29:58.876327 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e2491d9b-d98e-441d-b1b9-f152a8713545 req-11088efe-749f-4e59-8b5a-999542e36ea1 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a296ac4-e8f0-4054-9780-33298ef693ea HTTP/1.1" status: 200 len: 945 time: 0.0663729 Jul 13 20:29:58.913025 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e2491d9b-d98e-441d-b1b9-f152a8713545 req-c3155cd8-6795-48b0-b5a6-7f75586978c0 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecfdba2e-93c1-4c53-9bcd-ed60444d0058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312054 Jul 13 20:30:00.084048 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca2aa67-57e9-4c5a-acca-4bea7ebc3ae7 req-bb7be8d3-e53a-467d-9bc4-7d0bcdc51d48 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:00.085470 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dca2aa67-57e9-4c5a-acca-4bea7ebc3ae7 req-bb7be8d3-e53a-467d-9bc4-7d0bcdc51d48 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a296ac4-e8f0-4054-9780-33298ef693ea HTTP/1.1" status: 200 len: 945 time: 0.0618477 Jul 13 20:30:00.122525 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dca2aa67-57e9-4c5a-acca-4bea7ebc3ae7 req-e3500e22-db34-4cfb-aaa3-97bf99c78d08 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecfdba2e-93c1-4c53-9bcd-ed60444d0058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314815 Jul 13 20:30:00.510398 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c75a4-c447-4949-bf6a-db9f2787c392 req-ef0d0362-d92f-4fe7-9008-4329229c9827 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:00.511838 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-bb8c75a4-c447-4949-bf6a-db9f2787c392 req-ef0d0362-d92f-4fe7-9008-4329229c9827 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a296ac4-e8f0-4054-9780-33298ef693ea HTTP/1.1" status: 200 len: 945 time: 0.0641568 Jul 13 20:30:00.608644 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-bb8c75a4-c447-4949-bf6a-db9f2787c392 req-c9053634-c0b8-4a79-956b-0198983604b6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Deleting port bdb6ec68-d820-4d4d-b35e-fc80f86e9c98 {{(pid=92957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:30:00.608973 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-bb8c75a4-c447-4949-bf6a-db9f2787c392 req-c9053634-c0b8-4a79-956b-0198983604b6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:00.695689 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-bb8c75a4-c447-4949-bf6a-db9f2787c392 req-c9053634-c0b8-4a79-956b-0198983604b6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] For port bdb6ec68-d820-4d4d-b35e-fc80f86e9c98, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=bdb6ec68-d820-4d4d-b35e-fc80f86e9c98,segment=NetworkSegment(4a82ad69-c0d9-4f75-943b-744829d4ae24),segment_id=4a82ad69-c0d9-4f75-943b-744829d4ae24)] {{(pid=92957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:30:00.696076 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-bb8c75a4-c447-4949-bf6a-db9f2787c392 req-c9053634-c0b8-4a79-956b-0198983604b6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:00.861149 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-bb8c75a4-c447-4949-bf6a-db9f2787c392 req-c9053634-c0b8-4a79-956b-0198983604b6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:00.861523 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-bb8c75a4-c447-4949-bf6a-db9f2787c392 req-c9053634-c0b8-4a79-956b-0198983604b6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708393'] for floatingip, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:00.861839 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.db.l3_db [req-bb8c75a4-c447-4949-bf6a-db9f2787c392 req-c9053634-c0b8-4a79-956b-0198983604b6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Floating IP 875d687f-fcc1-4306-87f5-ce03d3c78009 disassociated. External IP: 172.27.1.226, port: bdb6ec68-d820-4d4d-b35e-fc80f86e9c98. Jul 13 20:30:00.862194 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-bb8c75a4-c447-4949-bf6a-db9f2787c392 req-c9053634-c0b8-4a79-956b-0198983604b6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Calling delete_port for bdb6ec68-d820-4d4d-b35e-fc80f86e9c98 owned by compute:nova {{(pid=92957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:30:00.987692 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-bb8c75a4-c447-4949-bf6a-db9f2787c392 req-c9053634-c0b8-4a79-956b-0198983604b6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:01.018926 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9053634-c0b8-4a79-956b-0198983604b6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Pushing event deleted for resources: {'Port': ['ID=bdb6ec68-d820-4d4d-b35e-fc80f86e9c98,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:01.031425 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9053634-c0b8-4a79-956b-0198983604b6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:01.031774 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9053634-c0b8-4a79-956b-0198983604b6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:01.032182 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9053634-c0b8-4a79-956b-0198983604b6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:01.032523 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9053634-c0b8-4a79-956b-0198983604b6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:01.032857 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9053634-c0b8-4a79-956b-0198983604b6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:01.033190 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9053634-c0b8-4a79-956b-0198983604b6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:01.033520 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9053634-c0b8-4a79-956b-0198983604b6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:01.033875 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9053634-c0b8-4a79-956b-0198983604b6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:01.034231 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9053634-c0b8-4a79-956b-0198983604b6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:01.034559 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9053634-c0b8-4a79-956b-0198983604b6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:01.035460 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9053634-c0b8-4a79-956b-0198983604b6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:01.035460 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9053634-c0b8-4a79-956b-0198983604b6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:01.143525 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb8c75a4-c447-4949-bf6a-db9f2787c392 req-c9053634-c0b8-4a79-956b-0198983604b6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Router dabd5951-781a-4df0-8e5c-9257f190d9e6 has already been hosted by L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d {{(pid=92957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:30:01.252190 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb8c75a4-c447-4949-bf6a-db9f2787c392 req-c9053634-c0b8-4a79-956b-0198983604b6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:30:01.264360 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c216d8-81e2-4bf9-ac06-bfa8428f2294 None None] Sync routers for ids ['dabd5951-781a-4df0-8e5c-9257f190d9e6'] in dv-cinder-800697-1-iscsi {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:30:01.266869 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e7eff3ef-e9a4-4d9a-bdb6-e50a881181f0 req-45d38ad6-e370-4d86-a065-0d242ee925a7 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a296ac4-e8f0-4054-9780-33298ef693ea HTTP/1.1" status: 200 len: 210 time: 0.0311246 Jul 13 20:30:01.276096 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c216d8-81e2-4bf9-ac06-bfa8428f2294 None None] Routers {'dabd5951-781a-4df0-8e5c-9257f190d9e6'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:30:01.276885 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-21c216d8-81e2-4bf9-ac06-bfa8428f2294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:29:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['dabd5951-781a-4df0-8e5c-9257f190d9e6'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:30:01.306021 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8c75a4-c447-4949-bf6a-db9f2787c392 req-c9053634-c0b8-4a79-956b-0198983604b6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] No DVR routers for this DVR port bdb6ec68-d820-4d4d-b35e-fc80f86e9c98 on host hv-cinder-80069 {{(pid=92957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:30:01.308797 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-bb8c75a4-c447-4949-bf6a-db9f2787c392 req-c9053634-c0b8-4a79-956b-0198983604b6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:01.311736 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-bb8c75a4-c447-4949-bf6a-db9f2787c392 req-c9053634-c0b8-4a79-956b-0198983604b6 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.47 "DELETE /v2.0/ports/bdb6ec68-d820-4d4d-b35e-fc80f86e9c98 HTTP/1.1" status: 204 len: 173 time: 0.7930346 Jul 13 20:30:01.312223 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a296ac4-e8f0-4054-9780-33298ef693ea', 'name': 'network-vif-deleted', 'tag': 'bdb6ec68-d820-4d4d-b35e-fc80f86e9c98'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:30:01.314627 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1e9fb7-ce83-44b4-b440-407d95d2a470" -d '{"events": [{"server_uuid": "2a296ac4-e8f0-4054-9780-33298ef693ea", "name": "network-vif-deleted", "tag": "bdb6ec68-d820-4d4d-b35e-fc80f86e9c98"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:30:01.367123 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373e0e7c-6ed8-49e6-95c1-a1f4fb631dfe x-openstack-request-id: req-373e0e7c-6ed8-49e6-95c1-a1f4fb631dfe {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:30:01.367412 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a296ac4-e8f0-4054-9780-33298ef693ea", "name": "network-vif-deleted", "tag": "bdb6ec68-d820-4d4d-b35e-fc80f86e9c98", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:30:01.367662 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-373e0e7c-6ed8-49e6-95c1-a1f4fb631dfe {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:30:01.368088 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a296ac4-e8f0-4054-9780-33298ef693ea', 'name': 'network-vif-deleted', 'tag': 'bdb6ec68-d820-4d4d-b35e-fc80f86e9c98', 'status': 'completed', 'code': 200} Jul 13 20:30:01.398489 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-21c216d8-81e2-4bf9-ac06-bfa8428f2294 None None] Set router dabd5951-781a-4df0-8e5c-9257f190d9e6 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:30:01.697898 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-21c216d8-81e2-4bf9-ac06-bfa8428f2294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'name': 'tempest-AttachVolumeTestJSON-316977961-router', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e73f2ee6-c74c-4661-bced-fc8d459c4a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:25:53Z', 'updated_at': '2021-07-13T20:25:56Z', 'revision_number': 4, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'gw_port': {'id': 'e73f2ee6-c74c-4661-bced-fc8d459c4a1c', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:25:54Z', 'updated_at': '2021-07-13T20:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': '928d551d-34cd-46e7-8967-cc75a71f11cd', 'name': '', 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'mac_address': 'fa:16:3e:3a:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '28e72ca7-72ee-423c-a705-c96364cb573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:25:55Z', 'updated_at': '2021-07-13T20:26:00Z', 'revision_number': 5, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'subnets': [{'id': '28e72ca7-72ee-423c-a705-c96364cb573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:30:01.726227 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c216d8-81e2-4bf9-ac06-bfa8428f2294 None None] Checking router: dabd5951-781a-4df0-8e5c-9257f190d9e6 for host: dv-cinder-800697-1-iscsi {{(pid=92960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:30:01.734942 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c216d8-81e2-4bf9-ac06-bfa8428f2294 None None] Routers {'dabd5951-781a-4df0-8e5c-9257f190d9e6'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:30:01.735543 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-21c216d8-81e2-4bf9-ac06-bfa8428f2294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:29:36Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['dabd5951-781a-4df0-8e5c-9257f190d9e6'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:30:01.842050 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-21c216d8-81e2-4bf9-ac06-bfa8428f2294 None None] Set router dabd5951-781a-4df0-8e5c-9257f190d9e6 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:30:02.039077 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-21c216d8-81e2-4bf9-ac06-bfa8428f2294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'name': 'tempest-AttachVolumeTestJSON-316977961-router', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e73f2ee6-c74c-4661-bced-fc8d459c4a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:25:53Z', 'updated_at': '2021-07-13T20:25:56Z', 'revision_number': 4, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'gw_port': {'id': 'e73f2ee6-c74c-4661-bced-fc8d459c4a1c', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:25:54Z', 'updated_at': '2021-07-13T20:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': '928d551d-34cd-46e7-8967-cc75a71f11cd', 'name': '', 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'mac_address': 'fa:16:3e:3a:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '28e72ca7-72ee-423c-a705-c96364cb573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:25:55Z', 'updated_at': '2021-07-13T20:26:00Z', 'revision_number': 5, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'subnets': [{'id': '28e72ca7-72ee-423c-a705-c96364cb573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:30:02.064909 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c216d8-81e2-4bf9-ac06-bfa8428f2294 None None] The sync data for ids ['dabd5951-781a-4df0-8e5c-9257f190d9e6'] in dv-cinder-800697-1-iscsi is: [{'id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'name': 'tempest-AttachVolumeTestJSON-316977961-router', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e73f2ee6-c74c-4661-bced-fc8d459c4a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:25:53Z', 'updated_at': '2021-07-13T20:25:56Z', 'revision_number': 4, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'gw_port': {'id': 'e73f2ee6-c74c-4661-bced-fc8d459c4a1c', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:25:54Z', 'updated_at': '2021-07-13T20:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi', '_interfaces': [{'id': '928d551d-34cd-46e7-8967-cc75a71f11cd', 'name': '', 'network_id': '06394d6a-14d6-4fa8-8bdd-c44a05dff52f', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'mac_address': 'fa:16:3e:3a:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '28e72ca7-72ee-423c-a705-c96364cb573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:25:55Z', 'updated_at': '2021-07-13T20:26:00Z', 'revision_number': 5, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'subnets': [{'id': '28e72ca7-72ee-423c-a705-c96364cb573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:30:02.265756 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b0765c-c2e9-4aeb-b6bb-a817fc4c0cc6 None None] New status for floating IP 875d687f-fcc1-4306-87f5-ce03d3c78009: DOWN {{(pid=92959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:30:02.394988 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 49944) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:02.447988 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-013ea5a8-c031-4aca-8101-99fb8aa589d9 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:02.474805 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-013ea5a8-c031-4aca-8101-99fb8aa589d9 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:02.521981 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-013ea5a8-c031-4aca-8101-99fb8aa589d9 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:02.524602 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-013ea5a8-c031-4aca-8101-99fb8aa589d9 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:02.525811 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-013ea5a8-c031-4aca-8101-99fb8aa589d9 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "DELETE /v2.0/security-groups/ecfdba2e-93c1-4c53-9bcd-ed60444d0058 HTTP/1.1" status: 204 len: 168 time: 0.1298084 Jul 13 20:30:02.528691 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49946) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:02.535224 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ea5a8-c031-4aca-8101-99fb8aa589d9 tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfdba2e-93c1-4c53-9bcd-ed60444d0058,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:02.542916 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.api.v2.resource [None req-647c9bc4-46d4-4c2b-b938-20022314367b tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] show failed (client error): The resource could not be found. Jul 13 20:30:02.543910 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-647c9bc4-46d4-4c2b-b938-20022314367b tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "GET /v2.0/security-groups/ecfdba2e-93c1-4c53-9bcd-ed60444d0058 HTTP/1.1" status: 404 len: 347 time: 0.0138826 Jul 13 20:30:02.546995 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49948) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:02.668447 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-19c2c364-622f-4b68-bde4-2514de63778e tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Deleting port 58c0ccd6-9a53-46d7-80af-1b68b8ae5bf3 {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:30:02.668788 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-19c2c364-622f-4b68-bde4-2514de63778e tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:02.746445 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-19c2c364-622f-4b68-bde4-2514de63778e tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:02.746774 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-19c2c364-622f-4b68-bde4-2514de63778e tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:02.759462 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-19c2c364-622f-4b68-bde4-2514de63778e tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Calling delete_port for 58c0ccd6-9a53-46d7-80af-1b68b8ae5bf3 owned by network:floatingip {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:30:02.891080 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-19c2c364-622f-4b68-bde4-2514de63778e tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15916159'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:02.916721 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2c364-622f-4b68-bde4-2514de63778e tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Pushing event deleted for resources: {'Port': ['ID=58c0ccd6-9a53-46d7-80af-1b68b8ae5bf3,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:02.941957 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c2c364-622f-4b68-bde4-2514de63778e tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:02.942309 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c2c364-622f-4b68-bde4-2514de63778e tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:02.942655 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c2c364-622f-4b68-bde4-2514de63778e tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:02.942992 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c2c364-622f-4b68-bde4-2514de63778e tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:02.943324 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c2c364-622f-4b68-bde4-2514de63778e tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:02.943661 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c2c364-622f-4b68-bde4-2514de63778e tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:02.944015 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c2c364-622f-4b68-bde4-2514de63778e tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:02.944346 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c2c364-622f-4b68-bde4-2514de63778e tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:02.944675 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c2c364-622f-4b68-bde4-2514de63778e tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:02.945000 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c2c364-622f-4b68-bde4-2514de63778e tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:02.945323 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c2c364-622f-4b68-bde4-2514de63778e tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:02.945645 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c2c364-622f-4b68-bde4-2514de63778e tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:02.985403 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-19c2c364-622f-4b68-bde4-2514de63778e tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks [] for floatingip, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:02.987465 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-19c2c364-622f-4b68-bde4-2514de63778e tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for floatingip, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:02.988646 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-19c2c364-622f-4b68-bde4-2514de63778e tempest-AttachVolumeTestJSON-2027721873 tempest-AttachVolumeTestJSON-2027721873-project] 10.222.0.41 "DELETE /v2.0/floatingips/875d687f-fcc1-4306-87f5-ce03d3c78009 HTTP/1.1" status: 204 len: 168 time: 0.4407401 Jul 13 20:30:03.778566 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-eeca868e-aa0f-42fd-8eb7-5fa83d3b01a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:04.193169 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device bdb6ec68-d820-4d4d-b35e-fc80f86e9c98 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:30:04.214137 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] No Port match for: bdb6ec68-d820-4d4d-b35e-fc80f86e9c98 {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:30:04.214490 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device bdb6ec68-d820-4d4d-b35e-fc80f86e9c98 not bound to the agent host hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:30:05.947556 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 6 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:30:06.115504 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-b3f3bcbb-107b-4546-a7b3-45131c09d4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:06.666420 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49976) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:06.808040 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:07.011764 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9cc0c8fc-8404-4f79-b359-d35b4cc09485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710933'] for router_interface, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:07.283329 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-9cc0c8fc-8404-4f79-b359-d35b4cc09485 admin admin] Deleting port 928d551d-34cd-46e7-8967-cc75a71f11cd {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:30:07.283670 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9cc0c8fc-8404-4f79-b359-d35b4cc09485 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:07.360531 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [None req-9cc0c8fc-8404-4f79-b359-d35b4cc09485 admin admin] For port 928d551d-34cd-46e7-8967-cc75a71f11cd, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=928d551d-34cd-46e7-8967-cc75a71f11cd,segment=NetworkSegment(4a82ad69-c0d9-4f75-943b-744829d4ae24),segment_id=4a82ad69-c0d9-4f75-943b-744829d4ae24)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:30:07.360887 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9cc0c8fc-8404-4f79-b359-d35b4cc09485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:07.374024 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-9cc0c8fc-8404-4f79-b359-d35b4cc09485 admin admin] Calling delete_port for 928d551d-34cd-46e7-8967-cc75a71f11cd owned by network:router_interface {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:30:07.511570 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:07.548562 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9cc0c8fc-8404-4f79-b359-d35b4cc09485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15916159'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:07.577391 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0c8fc-8404-4f79-b359-d35b4cc09485 admin admin] Pushing event deleted for resources: {'Port': ['ID=928d551d-34cd-46e7-8967-cc75a71f11cd,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:07.740882 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9cc0c8fc-8404-4f79-b359-d35b4cc09485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711281'] for router_interface, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:07.952235 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc0c8fc-8404-4f79-b359-d35b4cc09485 admin admin] Router dabd5951-781a-4df0-8e5c-9257f190d9e6 has already been hosted by L3 agent f517afd2-18db-4aa3-95dd-d1d9bc94db3d {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:30:08.057516 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc0c8fc-8404-4f79-b359-d35b4cc09485 admin admin] Notify agent at l3_agent.dv-cinder-800697-1-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:30:08.063032 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-9cc0c8fc-8404-4f79-b359-d35b4cc09485 admin admin] 10.222.0.41 "PUT /v2.0/routers/dabd5951-781a-4df0-8e5c-9257f190d9e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3955283 Jul 13 20:30:08.065704 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 49978) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:08.066729 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01aec83-f9e4-4aa1-8156-bc5d9fcc0240 None None] Sync routers for ids ['dabd5951-781a-4df0-8e5c-9257f190d9e6'] in dv-cinder-800697-1-iscsi {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:30:08.076618 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01aec83-f9e4-4aa1-8156-bc5d9fcc0240 None None] Routers {'dabd5951-781a-4df0-8e5c-9257f190d9e6'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:30:08.077220 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-d01aec83-f9e4-4aa1-8156-bc5d9fcc0240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:30:06Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['dabd5951-781a-4df0-8e5c-9257f190d9e6'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:30:08.168002 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d4cafd26-fedb-45e2-b315-4388b17864b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:08.179031 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-d01aec83-f9e4-4aa1-8156-bc5d9fcc0240 None None] Set router dabd5951-781a-4df0-8e5c-9257f190d9e6 gateway port host: dv-cinder-800697-1-iscsi {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:30:08.273114 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d4cafd26-fedb-45e2-b315-4388b17864b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:08.360928 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-d01aec83-f9e4-4aa1-8156-bc5d9fcc0240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'name': 'tempest-AttachVolumeTestJSON-316977961-router', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'external_fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e73f2ee6-c74c-4661-bced-fc8d459c4a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:25:53Z', 'updated_at': '2021-07-13T20:30:07Z', 'revision_number': 5, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'gw_port': {'id': 'e73f2ee6-c74c-4661-bced-fc8d459c4a1c', 'name': '', 'network_id': 'e57c7c0c-39ec-40cf-b750-a71f25c7d8d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:25:54Z', 'updated_at': '2021-07-13T20:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a207c1df-41ac-48bd-9f72-165f77d81169', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-1-iscsi'}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:30:08.387631 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01aec83-f9e4-4aa1-8156-bc5d9fcc0240 None None] Checking router: dabd5951-781a-4df0-8e5c-9257f190d9e6 for host: dv-cinder-800697-1-iscsi {{(pid=92960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:30:08.396916 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01aec83-f9e4-4aa1-8156-bc5d9fcc0240 None None] Routers {'dabd5951-781a-4df0-8e5c-9257f190d9e6'} bound to L3 agent in host dv-cinder-800697-1-iscsi {{(pid=92960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:30:08.397537 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-d01aec83-f9e4-4aa1-8156-bc5d9fcc0240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T20:10:06Z,description=,heartbeat_timestamp=2021-07-13T20:30:06Z,host='dv-cinder-800697-1-iscsi',id=f517afd2-18db-4aa3-95dd-d1d9bc94db3d,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:10:06Z,topic='l3_agent')) {'router_ids': ['dabd5951-781a-4df0-8e5c-9257f190d9e6'], 'active': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:30:08.486966 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvr_db [None req-d01aec83-f9e4-4aa1-8156-bc5d9fcc0240 None None] Set router dabd5951-781a-4df0-8e5c-9257f190d9e6 gateway port host: None {{(pid=92960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:30:08.539151 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.l3_hamode_db [None req-d01aec83-f9e4-4aa1-8156-bc5d9fcc0240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'name': 'tempest-AttachVolumeTestJSON-316977961-router', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:25:53Z', 'updated_at': '2021-07-13T20:30:08Z', 'revision_number': 6, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'gw_port_host': None}], 'dv-cinder-800697-1-iscsi', False) {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:30:08.574766 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01aec83-f9e4-4aa1-8156-bc5d9fcc0240 None None] The sync data for ids ['dabd5951-781a-4df0-8e5c-9257f190d9e6'] in dv-cinder-800697-1-iscsi is: [{'id': 'dabd5951-781a-4df0-8e5c-9257f190d9e6', 'name': 'tempest-AttachVolumeTestJSON-316977961-router', 'tenant_id': 'a9793299c000402cb8306fcd5d1c082d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:25:53Z', 'updated_at': '2021-07-13T20:30:08Z', 'revision_number': 6, 'project_id': 'a9793299c000402cb8306fcd5d1c082d', 'gw_port_host': None}] {{(pid=92960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:30:08.612949 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [None req-d4cafd26-fedb-45e2-b315-4388b17864b8 admin admin] Deleting port e73f2ee6-c74c-4661-bced-fc8d459c4a1c {{(pid=92957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:30:08.613296 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d4cafd26-fedb-45e2-b315-4388b17864b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:08.689199 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [None req-d4cafd26-fedb-45e2-b315-4388b17864b8 admin admin] For port e73f2ee6-c74c-4661-bced-fc8d459c4a1c, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=e73f2ee6-c74c-4661-bced-fc8d459c4a1c,segment=NetworkSegment(dd2d7350-8005-4571-9290-470baa5abba8),segment_id=dd2d7350-8005-4571-9290-470baa5abba8)] {{(pid=92957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:30:08.689557 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d4cafd26-fedb-45e2-b315-4388b17864b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:08.701889 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [None req-d4cafd26-fedb-45e2-b315-4388b17864b8 admin admin] Calling delete_port for e73f2ee6-c74c-4661-bced-fc8d459c4a1c owned by network:router_gateway {{(pid=92957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:30:08.862186 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d4cafd26-fedb-45e2-b315-4388b17864b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:08.890381 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cafd26-fedb-45e2-b315-4388b17864b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e73f2ee6-c74c-4661-bced-fc8d459c4a1c,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:08.954266 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d4cafd26-fedb-45e2-b315-4388b17864b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1708339'] for router_gateway, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:09.053217 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d4cafd26-fedb-45e2-b315-4388b17864b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4738'] for router, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:09.055304 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d4cafd26-fedb-45e2-b315-4388b17864b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:09.098098 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d4cafd26-fedb-45e2-b315-4388b17864b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1704488'] for router, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:09.098809 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4cafd26-fedb-45e2-b315-4388b17864b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dabd5951-781a-4df0-8e5c-9257f190d9e6 {{(pid=92957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:30:09.103252 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-d4cafd26-fedb-45e2-b315-4388b17864b8 admin admin] Notify callbacks [] for router, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:09.104507 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-d4cafd26-fedb-45e2-b315-4388b17864b8 admin admin] 10.222.0.41 "DELETE /v2.0/routers/dabd5951-781a-4df0-8e5c-9257f190d9e6 HTTP/1.1" status: 204 len: 168 time: 1.0378242 Jul 13 20:30:09.106825 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 49980) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:09.153424 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_v2 [None req-7869ec62-48f2-45be-8383-d58b95bc5912 admin admin] Deleting subnet 28e72ca7-72ee-423c-a705-c96364cb573a {{(pid=92957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:30:09.157304 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-7869ec62-48f2-45be-8383-d58b95bc5912 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:09.192383 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-7869ec62-48f2-45be-8383-d58b95bc5912 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15469843'] for subnet, precommit_delete_associations {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:09.260404 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:09.270134 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-7869ec62-48f2-45be-8383-d58b95bc5912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-721317'] for subnet, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:09.327850 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-7869ec62-48f2-45be-8383-d58b95bc5912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-721308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15804208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148582'] for subnet, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:09.354672 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7869ec62-48f2-45be-8383-d58b95bc5912 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28e72ca7-72ee-423c-a705-c96364cb573a,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:09.356678 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-7869ec62-48f2-45be-8383-d58b95bc5912 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:09.359663 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-7869ec62-48f2-45be-8383-d58b95bc5912 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/28e72ca7-72ee-423c-a705-c96364cb573a HTTP/1.1" status: 204 len: 168 time: 0.2504063 Jul 13 20:30:09.361360 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49982) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:09.363304 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e70b8d-ea74-4890-92aa-ed1f8b871f29 None None] Network 06394d6a-14d6-4fa8-8bdd-c44a05dff52f requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:30:09.596993 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae341731-6282-4419-8854-bc791c07bc91 None None] DHCP port deletion for 06394d6a-14d6-4fa8-8bdd-c44a05dff52f request from dv-cinder-800697-1-iscsi {{(pid=92959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:30:09.654915 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-ae341731-6282-4419-8854-bc791c07bc91 None None] Deleting port 91a1fafa-fa6a-490b-a487-c85a73f29f5e {{(pid=92959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:30:09.655300 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-ae341731-6282-4419-8854-bc791c07bc91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:09.689870 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-394d57b9-a274-4443-be04-817de9200a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633600'] for network, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:09.749522 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-394d57b9-a274-4443-be04-817de9200a4e admin admin] Deleting port 91a1fafa-fa6a-490b-a487-c85a73f29f5e {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:30:09.749872 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-394d57b9-a274-4443-be04-817de9200a4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:09.820106 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [None req-394d57b9-a274-4443-be04-817de9200a4e admin admin] For port 91a1fafa-fa6a-490b-a487-c85a73f29f5e, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=91a1fafa-fa6a-490b-a487-c85a73f29f5e,segment=NetworkSegment(4a82ad69-c0d9-4f75-943b-744829d4ae24),segment_id=4a82ad69-c0d9-4f75-943b-744829d4ae24)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:30:09.820430 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-394d57b9-a274-4443-be04-817de9200a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:09.834485 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-394d57b9-a274-4443-be04-817de9200a4e admin admin] Calling delete_port for 91a1fafa-fa6a-490b-a487-c85a73f29f5e owned by network:dhcp {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:30:09.851843 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-ae341731-6282-4419-8854-bc791c07bc91 None None] For port 91a1fafa-fa6a-490b-a487-c85a73f29f5e, host dv-cinder-800697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-1-iscsi',level=0,port_id=91a1fafa-fa6a-490b-a487-c85a73f29f5e,segment=NetworkSegment(4a82ad69-c0d9-4f75-943b-744829d4ae24),segment_id=4a82ad69-c0d9-4f75-943b-744829d4ae24)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:30:09.852274 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-ae341731-6282-4419-8854-bc791c07bc91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:09.865906 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-ae341731-6282-4419-8854-bc791c07bc91 None None] Calling delete_port for 91a1fafa-fa6a-490b-a487-c85a73f29f5e owned by network:dhcp {{(pid=92959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:30:09.924102 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-394d57b9-a274-4443-be04-817de9200a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15916159'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:09.948390 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-ae341731-6282-4419-8854-bc791c07bc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103'] for port, after_delete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:09.967121 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d57b9-a274-4443-be04-817de9200a4e admin admin] Pushing event deleted for resources: {'Port': ['ID=91a1fafa-fa6a-490b-a487-c85a73f29f5e,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:09.973644 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394d57b9-a274-4443-be04-817de9200a4e admin admin] No DVR routers for this DVR port 91a1fafa-fa6a-490b-a487-c85a73f29f5e on host dv-cinder-800697-1-iscsi {{(pid=92958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:30:09.979641 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device e73f2ee6-c74c-4661-bced-fc8d459c4a1c no longer exists at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:30:09.982796 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae341731-6282-4419-8854-bc791c07bc91 None None] Pushing event deleted for resources: {'Port': ['ID=91a1fafa-fa6a-490b-a487-c85a73f29f5e,revision_number=None']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:10.003839 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae341731-6282-4419-8854-bc791c07bc91 None None] No DVR routers for this DVR port 91a1fafa-fa6a-490b-a487-c85a73f29f5e on host dv-cinder-800697-1-iscsi {{(pid=92959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:30:10.010244 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] No Port match for: e73f2ee6-c74c-4661-bced-fc8d459c4a1c {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:30:10.010592 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device e73f2ee6-c74c-4661-bced-fc8d459c4a1c not bound to the agent host dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:30:10.011011 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 91a1fafa-fa6a-490b-a487-c85a73f29f5e no longer exists at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:30:10.016167 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae341731-6282-4419-8854-bc791c07bc91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:10.016167 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae341731-6282-4419-8854-bc791c07bc91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:10.016167 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae341731-6282-4419-8854-bc791c07bc91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:10.016167 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae341731-6282-4419-8854-bc791c07bc91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:10.016167 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae341731-6282-4419-8854-bc791c07bc91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:10.016167 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae341731-6282-4419-8854-bc791c07bc91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:10.017578 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae341731-6282-4419-8854-bc791c07bc91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:10.017578 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae341731-6282-4419-8854-bc791c07bc91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:10.017578 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae341731-6282-4419-8854-bc791c07bc91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:10.017578 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae341731-6282-4419-8854-bc791c07bc91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:10.017874 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae341731-6282-4419-8854-bc791c07bc91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:10.017962 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae341731-6282-4419-8854-bc791c07bc91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:10.038972 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] No Port match for: 91a1fafa-fa6a-490b-a487-c85a73f29f5e {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:30:10.039344 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 91a1fafa-fa6a-490b-a487-c85a73f29f5e not bound to the agent host dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:30:10.039773 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 928d551d-34cd-46e7-8967-cc75a71f11cd no longer exists at agent ovs-agent-dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:30:10.045672 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-394d57b9-a274-4443-be04-817de9200a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724524', 'neutron.services.segments.db._delete_segments_for_network-8781993256852'] for network, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:10.055248 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-394d57b9-a274-4443-be04-817de9200a4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06394d6a-14d6-4fa8-8bdd-c44a05dff52f']}} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:30:10.058528 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] No Port match for: 928d551d-34cd-46e7-8967-cc75a71f11cd {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:30:10.058883 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Device 928d551d-34cd-46e7-8967-cc75a71f11cd not bound to the agent host dv-cinder-800697-1-iscsi {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:30:10.065997 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-394d57b9-a274-4443-be04-817de9200a4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a82ad69-c0d9-4f75-943b-744829d4ae24') {'for_net_delete': True} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:30:10.066297 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-394d57b9-a274-4443-be04-817de9200a4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a82ad69-c0d9-4f75-943b-744829d4ae24') {} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:30:10.074898 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-394d57b9-a274-4443-be04-817de9200a4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781993187723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16271415'] for segment, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:10.088893 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-394d57b9-a274-4443-be04-817de9200a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996'] for segment, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:10.094877 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-394d57b9-a274-4443-be04-817de9200a4e admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=92958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:30:10.095304 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-394d57b9-a274-4443-be04-817de9200a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15915916'] for segment, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:10.097025 dv-cinder-800697-1-iscsi neutron-server[92958]: Traceback (most recent call last): Jul 13 20:30:10.097025 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:30:10.097025 dv-cinder-800697-1-iscsi neutron-server[92958]: timer() Jul 13 20:30:10.097025 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:30:10.097025 dv-cinder-800697-1-iscsi neutron-server[92958]: cb(*args, **kw) Jul 13 20:30:10.097025 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:30:10.097025 dv-cinder-800697-1-iscsi neutron-server[92958]: return func(*args, **kwargs) Jul 13 20:30:10.097025 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:30:10.097025 dv-cinder-800697-1-iscsi neutron-server[92958]: self._notify() Jul 13 20:30:10.097025 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:30:10.097025 dv-cinder-800697-1-iscsi neutron-server[92958]: self.callback(batched_events) Jul 13 20:30:10.097025 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:30:10.097025 dv-cinder-800697-1-iscsi neutron-server[92958]: event.method(event) Jul 13 20:30:10.097025 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:30:10.097025 dv-cinder-800697-1-iscsi neutron-server[92958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:30:10.097025 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:30:10.097025 dv-cinder-800697-1-iscsi neutron-server[92958]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:30:10.097025 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:30:10.097025 dv-cinder-800697-1-iscsi neutron-server[92958]: return f(self, *a, **k) Jul 13 20:30:10.097025 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:30:10.097025 dv-cinder-800697-1-iscsi neutron-server[92958]: return self._get(url).json() Jul 13 20:30:10.097025 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:30:10.097025 dv-cinder-800697-1-iscsi neutron-server[92958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:30:10.097025 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:30:10.097025 dv-cinder-800697-1-iscsi neutron-server[92958]: return self.request(url, 'GET', **kwargs) Jul 13 20:30:10.097025 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:30:10.097025 dv-cinder-800697-1-iscsi neutron-server[92958]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:30:10.097025 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:30:10.097025 dv-cinder-800697-1-iscsi neutron-server[92958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:30:10.097025 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:30:10.097025 dv-cinder-800697-1-iscsi neutron-server[92958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:30:10.097025 dv-cinder-800697-1-iscsi neutron-server[92958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:30:10.154548 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-394d57b9-a274-4443-be04-817de9200a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708319'] for network, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:10.159746 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-394d57b9-a274-4443-be04-817de9200a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for network, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:10.161747 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-394d57b9-a274-4443-be04-817de9200a4e admin admin] 10.222.0.41 "DELETE /v2.0/networks/06394d6a-14d6-4fa8-8bdd-c44a05dff52f HTTP/1.1" status: 204 len: 168 time: 0.7993977 Jul 13 20:30:10.173242 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d57b9-a274-4443-be04-817de9200a4e admin admin] Pushing event deleted for resources: {'Network': ['ID=06394d6a-14d6-4fa8-8bdd-c44a05dff52f,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:10.318963 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49986) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:10.360176 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-f7652804-d891-439b-87a1-e80ce7464d36 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a9793299c000402cb8306fcd5d1c082d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397437 Jul 13 20:30:10.362290 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 49988) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:10.408499 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-231ecda8-8832-4c70-9d52-3ffbcdf87917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:10.428679 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-231ecda8-8832-4c70-9d52-3ffbcdf87917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:10.474160 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-231ecda8-8832-4c70-9d52-3ffbcdf87917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:10.476729 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-231ecda8-8832-4c70-9d52-3ffbcdf87917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:10.477893 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-231ecda8-8832-4c70-9d52-3ffbcdf87917 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d74535fe-3e65-4c04-aec7-43279b47436e HTTP/1.1" status: 204 len: 168 time: 0.1146972 Jul 13 20:30:10.486045 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ecda8-8832-4c70-9d52-3ffbcdf87917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74535fe-3e65-4c04-aec7-43279b47436e,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:12.121271 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 50040) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:12.223702 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-57b3edeb-184a-4eb2-9ba6-e289251d623f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:12.318251 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-57b3edeb-184a-4eb2-9ba6-e289251d623f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:12.321941 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-57b3edeb-184a-4eb2-9ba6-e289251d623f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:12.359448 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-57b3edeb-184a-4eb2-9ba6-e289251d623f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8cd03158a8654ae5a5f05531ae5e8933&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2370987 Jul 13 20:30:12.360541 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3edeb-184a-4eb2-9ba6-e289251d623f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa9239a-5be0-4226-a51a-73fb6281f0c7,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:12.362161 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 50044) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:12.414800 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-1e91d0f5-998b-46c5-a25f-fe1c9fc94f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:12.435817 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-1e91d0f5-998b-46c5-a25f-fe1c9fc94f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:12.481627 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-1e91d0f5-998b-46c5-a25f-fe1c9fc94f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:12.484304 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-1e91d0f5-998b-46c5-a25f-fe1c9fc94f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:12.485589 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-1e91d0f5-998b-46c5-a25f-fe1c9fc94f90 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6fa9239a-5be0-4226-a51a-73fb6281f0c7 HTTP/1.1" status: 204 len: 168 time: 0.1218398 Jul 13 20:30:12.496394 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91d0f5-998b-46c5-a25f-fe1c9fc94f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa9239a-5be0-4226-a51a-73fb6281f0c7,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:12.767873 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 50050) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:12.781046 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-b15a0286-ee46-4228-b022-fd907660ca75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:12.876222 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-b15a0286-ee46-4228-b022-fd907660ca75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:12.880521 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-b15a0286-ee46-4228-b022-fd907660ca75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:12.921039 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-b15a0286-ee46-4228-b022-fd907660ca75 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=11441df35f554413876aec739686fa06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520243 Jul 13 20:30:12.921934 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a0286-ee46-4228-b022-fd907660ca75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974e1515-01b6-4474-9ec6-d5c62337c362,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:12.923634 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 50052) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:12.971227 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-184829ca-ce82-442b-8543-f9844229e6e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:12.992788 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-184829ca-ce82-442b-8543-f9844229e6e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:13.040227 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-184829ca-ce82-442b-8543-f9844229e6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:13.042724 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-184829ca-ce82-442b-8543-f9844229e6e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:13.043859 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-184829ca-ce82-442b-8543-f9844229e6e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/974e1515-01b6-4474-9ec6-d5c62337c362 HTTP/1.1" status: 204 len: 168 time: 0.1192131 Jul 13 20:30:13.054563 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184829ca-ce82-442b-8543-f9844229e6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974e1515-01b6-4474-9ec6-d5c62337c362,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:15.398821 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:17.365363 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 50136) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:17.466968 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-608c9137-02ec-4bcf-967e-9ebb9781b95c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:17.555524 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-608c9137-02ec-4bcf-967e-9ebb9781b95c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:17.559298 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-608c9137-02ec-4bcf-967e-9ebb9781b95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:17.599323 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-608c9137-02ec-4bcf-967e-9ebb9781b95c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e171ba9323994ceaa3fce2789c04d577&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328851 Jul 13 20:30:17.600219 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c9137-02ec-4bcf-967e-9ebb9781b95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47926ae4-d99d-4057-8cc9-d594d65deb29,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:17.602021 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 50140) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:17.651262 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-f813a7de-e20d-414e-a52e-58c21fe0bade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:17.674479 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-f813a7de-e20d-414e-a52e-58c21fe0bade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:17.721254 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-f813a7de-e20d-414e-a52e-58c21fe0bade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:17.723809 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-f813a7de-e20d-414e-a52e-58c21fe0bade admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:17.725026 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-f813a7de-e20d-414e-a52e-58c21fe0bade admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/47926ae4-d99d-4057-8cc9-d594d65deb29 HTTP/1.1" status: 204 len: 168 time: 0.1219988 Jul 13 20:30:17.733048 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813a7de-e20d-414e-a52e-58c21fe0bade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47926ae4-d99d-4057-8cc9-d594d65deb29,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:17.978368 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 50146) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:17.992040 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ac627fef-a60f-422b-a3dc-8fc2ff27fbe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:18.081028 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ac627fef-a60f-422b-a3dc-8fc2ff27fbe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:18.084997 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ac627fef-a60f-422b-a3dc-8fc2ff27fbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:18.121509 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac627fef-a60f-422b-a3dc-8fc2ff27fbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6440a3d7-9fd7-494e-bc67-420e7ad139a7,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:18.126154 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-ac627fef-a60f-422b-a3dc-8fc2ff27fbe9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3a09c3521d2b46778e738869d27041fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1467717 Jul 13 20:30:18.128835 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 50148) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:18.176296 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ce813ec4-5058-42f7-8366-613249e41568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:18.198178 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ce813ec4-5058-42f7-8366-613249e41568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:18.245041 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ce813ec4-5058-42f7-8366-613249e41568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:18.247675 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ce813ec4-5058-42f7-8366-613249e41568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:18.248936 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-ce813ec4-5058-42f7-8366-613249e41568 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6440a3d7-9fd7-494e-bc67-420e7ad139a7 HTTP/1.1" status: 204 len: 168 time: 0.1191738 Jul 13 20:30:18.256662 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce813ec4-5058-42f7-8366-613249e41568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6440a3d7-9fd7-494e-bc67-420e7ad139a7,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:19.884693 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 50202) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:19.988981 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-51217ac2-14b3-4e85-bef9-1c2234a2d6a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:20.077327 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-51217ac2-14b3-4e85-bef9-1c2234a2d6a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:20.081384 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-51217ac2-14b3-4e85-bef9-1c2234a2d6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:20.120400 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-51217ac2-14b3-4e85-bef9-1c2234a2d6a4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f880aa096c754709a85ee92dcf1953e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345557 Jul 13 20:30:20.121277 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51217ac2-14b3-4e85-bef9-1c2234a2d6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510537d2-33f2-424c-bf5e-f47fd160fcba,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:20.123235 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 50206) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:20.177014 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-08fc3c90-808e-4db0-b5fe-2108ac474420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:20.199018 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-08fc3c90-808e-4db0-b5fe-2108ac474420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:20.244883 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-08fc3c90-808e-4db0-b5fe-2108ac474420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:20.247388 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-08fc3c90-808e-4db0-b5fe-2108ac474420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:20.249363 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-08fc3c90-808e-4db0-b5fe-2108ac474420 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/510537d2-33f2-424c-bf5e-f47fd160fcba HTTP/1.1" status: 204 len: 168 time: 0.1249130 Jul 13 20:30:20.257405 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc3c90-808e-4db0-b5fe-2108ac474420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510537d2-33f2-424c-bf5e-f47fd160fcba,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:20.516064 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 50212) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:20.529936 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-cd91e326-075e-4960-a814-2bc536ac27ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:20.645449 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-cd91e326-075e-4960-a814-2bc536ac27ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:20.651992 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-cd91e326-075e-4960-a814-2bc536ac27ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:20.691731 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-cd91e326-075e-4960-a814-2bc536ac27ce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=782304dcf73744b3b45c5f4dcd13e525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1745374 Jul 13 20:30:20.692668 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91e326-075e-4960-a814-2bc536ac27ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbfb8ba-2411-466f-b576-37169721a02a,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:20.694540 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 50214) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:20.743293 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b9282fba-91fe-479e-99c4-ff3f955454e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:20.764176 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b9282fba-91fe-479e-99c4-ff3f955454e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:20.812704 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b9282fba-91fe-479e-99c4-ff3f955454e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:20.815686 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b9282fba-91fe-479e-99c4-ff3f955454e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:20.819212 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-b9282fba-91fe-479e-99c4-ff3f955454e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1fbfb8ba-2411-466f-b576-37169721a02a HTTP/1.1" status: 204 len: 168 time: 0.1213150 Jul 13 20:30:20.832556 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9282fba-91fe-479e-99c4-ff3f955454e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbfb8ba-2411-466f-b576-37169721a02a,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:33.781118 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1a45-8311-4a40-9e8a-fbf58b02632e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:36.119430 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-a01ce30a-faf9-4dac-924f-be226c584f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:36.814234 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:37.514124 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:39.263557 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:39.572622 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 50358) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:39.697774 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5fa55a97-e830-4bfd-8e82-cec53f32e140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:39.798083 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5fa55a97-e830-4bfd-8e82-cec53f32e140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:39.802196 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5fa55a97-e830-4bfd-8e82-cec53f32e140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:39.843187 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 50362) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:39.843754 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-5fa55a97-e830-4bfd-8e82-cec53f32e140 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e8ff4325a46f43d0bfae110e259bb4f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2695436 Jul 13 20:30:39.844196 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa55a97-e830-4bfd-8e82-cec53f32e140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b85253-8b99-4899-86a4-1f4f9a221ff0,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:39.894714 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-1e059927-74c0-4ae8-a904-f92b650b2386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:39.917076 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-1e059927-74c0-4ae8-a904-f92b650b2386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:39.964378 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-1e059927-74c0-4ae8-a904-f92b650b2386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:39.966895 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-1e059927-74c0-4ae8-a904-f92b650b2386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:39.968159 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-1e059927-74c0-4ae8-a904-f92b650b2386 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b9b85253-8b99-4899-86a4-1f4f9a221ff0 HTTP/1.1" status: 204 len: 168 time: 0.1239200 Jul 13 20:30:39.978014 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e059927-74c0-4ae8-a904-f92b650b2386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b85253-8b99-4899-86a4-1f4f9a221ff0,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:42.947369 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 6 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:30:44.281532 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 50428) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:44.399834 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-78a42718-dd41-483e-b064-71fdb4022755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:44.490658 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-78a42718-dd41-483e-b064-71fdb4022755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:44.494452 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-78a42718-dd41-483e-b064-71fdb4022755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:44.530715 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-78a42718-dd41-483e-b064-71fdb4022755 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=91322ead7c5746c9871a34178d09c237&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2479208 Jul 13 20:30:44.532402 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a42718-dd41-483e-b064-71fdb4022755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a022f82e-a0b0-4a41-81a1-b93604bb2cc4,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:44.533975 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 50432) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:44.581897 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3febc072-e23a-4e02-ac3d-aaa9b508dd0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:44.602064 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3febc072-e23a-4e02-ac3d-aaa9b508dd0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:44.647614 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3febc072-e23a-4e02-ac3d-aaa9b508dd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:44.650124 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3febc072-e23a-4e02-ac3d-aaa9b508dd0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:44.651284 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-3febc072-e23a-4e02-ac3d-aaa9b508dd0e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a022f82e-a0b0-4a41-81a1-b93604bb2cc4 HTTP/1.1" status: 204 len: 168 time: 0.1162665 Jul 13 20:30:44.659533 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3febc072-e23a-4e02-ac3d-aaa9b508dd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a022f82e-a0b0-4a41-81a1-b93604bb2cc4,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:45.240635 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 50454) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:45.334667 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-3ae9864f-c567-42bc-9772-e3ac2a308299 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1466499617-network', 'tenant_id': 'd8a549923867491cb7cdc38386433676'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:30:45.358729 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae9864f-c567-42bc-9772-e3ac2a308299 admin admin] Made reservation on behalf of d8a549923867491cb7cdc38386433676 for: {'network': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:30:45.361774 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3ae9864f-c567-42bc-9772-e3ac2a308299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for network, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:45.369995 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3ae9864f-c567-42bc-9772-e3ac2a308299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:45.393961 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:45.464667 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3ae9864f-c567-42bc-9772-e3ac2a308299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:45.468673 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3ae9864f-c567-42bc-9772-e3ac2a308299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:45.493375 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae9864f-c567-42bc-9772-e3ac2a308299 admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=92958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:30:45.503852 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9864f-c567-42bc-9772-e3ac2a308299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863beea7-e84c-42a9-9df7-b43de26ab445,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:45.508707 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3ae9864f-c567-42bc-9772-e3ac2a308299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996'] for segment, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:45.509046 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.db.segments_db [None req-3ae9864f-c567-42bc-9772-e3ac2a308299 admin admin] Added segment 1037ce7c-2788-4c60-8204-1a408f0f0bf4 of type vlan for network 0ba93afa-b509-4512-a80c-4ea3f624d92c Jul 13 20:30:45.548727 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3ae9864f-c567-42bc-9772-e3ac2a308299 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781992687126'] for network, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:45.577337 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3ae9864f-c567-42bc-9772-e3ac2a308299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962'] for network, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:45.578304 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae9864f-c567-42bc-9772-e3ac2a308299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:45.579554 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3ae9864f-c567-42bc-9772-e3ac2a308299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for network, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:45.629577 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-3ae9864f-c567-42bc-9772-e3ac2a308299 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3878047 Jul 13 20:30:45.631645 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 50458) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:45.636902 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [None req-a0dcff3c-c4d3-4dd3-ad6a-348349f125d8 admin admin] Request body: {'subnet': {'network_id': '0ba93afa-b509-4512-a80c-4ea3f624d92c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1466499617-subnet', 'tenant_id': 'd8a549923867491cb7cdc38386433676', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:30:45.639412 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9864f-c567-42bc-9772-e3ac2a308299 admin admin] Pushing event updated for resources: {'Network': ['ID=0ba93afa-b509-4512-a80c-4ea3f624d92c,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:45.649972 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Network 0ba93afa-b509-4512-a80c-4ea3f624d92c details requested by agent ovs-agent-dv-cinder-800697-1-iscsi with host dv-cinder-800697-1-iscsi {{(pid=92959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:30:45.658366 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0dcff3c-c4d3-4dd3-ad6a-348349f125d8 admin admin] Made reservation on behalf of d8a549923867491cb7cdc38386433676 for: {'subnet': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:30:45.660779 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-a0dcff3c-c4d3-4dd3-ad6a-348349f125d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148547'] for subnet, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:45.824991 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-a0dcff3c-c4d3-4dd3-ad6a-348349f125d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15804401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148593'] for subnet, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:45.880808 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dcff3c-c4d3-4dd3-ad6a-348349f125d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2be9ada2-3b7b-47be-8f47-075101e407d4,revision_number=0']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:45.887697 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dcff3c-c4d3-4dd3-ad6a-348349f125d8 admin admin] Checking segment: {'id': '1037ce7c-2788-4c60-8204-1a408f0f0bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0ba93afa-b509-4512-a80c-4ea3f624d92c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:30:45.888082 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dcff3c-c4d3-4dd3-ad6a-348349f125d8 admin admin] Network hostable DHCP agents. Network: 0ba93afa-b509-4512-a80c-4ea3f624d92c, hostable agents: ['9d6e4556-3812-4c7d-88f2-13bd16a57861'], hosted agents: [] {{(pid=92957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:30:45.904573 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dcff3c-c4d3-4dd3-ad6a-348349f125d8 admin admin] Network 0ba93afa-b509-4512-a80c-4ea3f624d92c is scheduled to be hosted by DHCP agent 9d6e4556-3812-4c7d-88f2-13bd16a57861 with binding_index 1 {{(pid=92957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:30:45.913558 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [None req-a0dcff3c-c4d3-4dd3-ad6a-348349f125d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-1-iscsi, 0ba93afa-b509-4512-a80c-4ea3f624d92c) {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:30:45.917613 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dcff3c-c4d3-4dd3-ad6a-348349f125d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:45.918198 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-a0dcff3c-c4d3-4dd3-ad6a-348349f125d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:45.922547 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c96d27-ff04-4315-8fcc-c468cacb90cd None None] Network 0ba93afa-b509-4512-a80c-4ea3f624d92c requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:30:45.931377 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-a0dcff3c-c4d3-4dd3-ad6a-348349f125d8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2984388 Jul 13 20:30:46.045288 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501ff427-8223-4d20-8340-cce3d4758fb8 None None] Network 0ba93afa-b509-4512-a80c-4ea3f624d92c requested from dv-cinder-800697-1-iscsi {{(pid=92959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:30:47.650219 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-4bc87961-8cd4-4ee7-9fe0-3c7a43ec6982 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:47.651991 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-4bc87961-8cd4-4ee7-9fe0-3c7a43ec6982 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/networks?id=0ba93afa-b509-4512-a80c-4ea3f624d92c HTTP/1.1" status: 200 len: 814 time: 0.1011043 Jul 13 20:30:47.666363 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-06163f25-d9aa-44cb-97ce-b83cf48997ff tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/quotas/d8a549923867491cb7cdc38386433676 HTTP/1.1" status: 200 len: 375 time: 0.0094023 Jul 13 20:30:47.699549 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-bb99e3ae-8123-4147-b8ec-6c785f700936 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8a549923867491cb7cdc38386433676&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284607 Jul 13 20:30:47.830673 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-4af1ef55-d58c-4ca5-805e-4c689b9008e0 service neutron] 10.222.0.41 "GET /v2.0/networks/0ba93afa-b509-4512-a80c-4ea3f624d92c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246510 Jul 13 20:30:47.917361 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-c07b03ee-1ba1-4728-9dcd-d4ae754c847a service neutron] 10.222.0.41 "GET /v2.0/networks/0ba93afa-b509-4512-a80c-4ea3f624d92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811327 Jul 13 20:30:48.080707 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-53c6d776-837c-41ae-bc4a-974df15a5ccb req-7fc77d15-630e-4555-b6ce-06078284caae tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4500fc7-fdc2-4e94-8488-5752ae3c2bcc HTTP/1.1" status: 200 len: 210 time: 0.0294325 Jul 13 20:30:49.086268 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-0cf85dbf-6780-4c20-ba02-8e14cbfc1dc4 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:49.087641 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-0cf85dbf-6780-4c20-ba02-8e14cbfc1dc4 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.47 "GET /v2.0/networks?id=0ba93afa-b509-4512-a80c-4ea3f624d92c HTTP/1.1" status: 200 len: 814 time: 0.1044939 Jul 13 20:30:49.100561 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-9d0602f3-7824-4823-9287-a05d97ed852b tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Request body: {'port': {'device_id': 'c4500fc7-fdc2-4e94-8488-5752ae3c2bcc', 'network_id': '0ba93afa-b509-4512-a80c-4ea3f624d92c', 'admin_state_up': True, 'tenant_id': 'd8a549923867491cb7cdc38386433676'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:30:49.224319 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-9d0602f3-7824-4823-9287-a05d97ed852b tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Made reservation on behalf of d8a549923867491cb7cdc38386433676 for: {'port': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:30:49.228041 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-9d0602f3-7824-4823-9287-a05d97ed852b tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:49.230156 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a0c30f52-1ce4-4d81-945c-a1ad7fee44de req-dc0772f9-a228-4ebd-8e40-0028dfee67e1 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4500fc7-fdc2-4e94-8488-5752ae3c2bcc HTTP/1.1" status: 200 len: 210 time: 0.0333326 Jul 13 20:30:49.352379 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_common [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-9d0602f3-7824-4823-9287-a05d97ed852b tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Allocated IP 172.20.0.9 (0ba93afa-b509-4512-a80c-4ea3f624d92c/2be9ada2-3b7b-47be-8f47-075101e407d4/ffc582f2-e51f-437b-a62c-89bc7a3e10df) {{(pid=92957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:30:49.488124 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-9d0602f3-7824-4823-9287-a05d97ed852b tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Notify callbacks [] for port, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:49.525730 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-9d0602f3-7824-4823-9287-a05d97ed852b tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:49.573489 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-9d0602f3-7824-4823-9287-a05d97ed852b tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Network 0ba93afa-b509-4512-a80c-4ea3f624d92c is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:30:49.576649 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-9d0602f3-7824-4823-9287-a05d97ed852b tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:30:49.580362 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-9d0602f3-7824-4823-9287-a05d97ed852b tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Received port after_create {{(pid=92957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:30:49.586497 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0602f3-7824-4823-9287-a05d97ed852b tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Pushing event updated for resources: {'Port': ['ID=ffc582f2-e51f-437b-a62c-89bc7a3e10df,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:49.630467 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-9d0602f3-7824-4823-9287-a05d97ed852b tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:49.631005 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-9d0602f3-7824-4823-9287-a05d97ed852b tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:49.644216 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-9d0602f3-7824-4823-9287-a05d97ed852b tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5479147 Jul 13 20:30:49.655788 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-714a8d71-12c5-4bdb-932b-869c2aefdbc0 service neutron] Request body: {'port': {'device_id': 'c4500fc7-fdc2-4e94-8488-5752ae3c2bcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:30:49.723524 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-714a8d71-12c5-4bdb-932b-869c2aefdbc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:49.976023 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-714a8d71-12c5-4bdb-932b-869c2aefdbc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc582f2-e51f-437b-a62c-89bc7a3e10df {{(pid=92957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:30:49.983083 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-714a8d71-12c5-4bdb-932b-869c2aefdbc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:49.994837 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.provisioning_blocks [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-714a8d71-12c5-4bdb-932b-869c2aefdbc0 service neutron] Transition to ACTIVE for port object ffc582f2-e51f-437b-a62c-89bc7a3e10df will not be triggered until provisioned by entity L2. {{(pid=92957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:30:49.999177 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-714a8d71-12c5-4bdb-932b-869c2aefdbc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:50.044816 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a8d71-12c5-4bdb-932b-869c2aefdbc0 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc582f2-e51f-437b-a62c-89bc7a3e10df,revision_number=2']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:50.111339 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-714a8d71-12c5-4bdb-932b-869c2aefdbc0 service neutron] Attempting to bind port ffc582f2-e51f-437b-a62c-89bc7a3e10df on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:30:50.112093 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-714a8d71-12c5-4bdb-932b-869c2aefdbc0 service neutron] Attempting to bind port ffc582f2-e51f-437b-a62c-89bc7a3e10df by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '1037ce7c-2788-4c60-8204-1a408f0f0bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0ba93afa-b509-4512-a80c-4ea3f624d92c'}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:30:50.112093 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-714a8d71-12c5-4bdb-932b-869c2aefdbc0 service neutron] Attempting to bind port ffc582f2-e51f-437b-a62c-89bc7a3e10df on network 0ba93afa-b509-4512-a80c-4ea3f624d92c {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:30:50.116110 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-714a8d71-12c5-4bdb-932b-869c2aefdbc0 service neutron] Port ffc582f2-e51f-437b-a62c-89bc7a3e10df on network 0ba93afa-b509-4512-a80c-4ea3f624d92c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:30:50.116429 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-714a8d71-12c5-4bdb-932b-869c2aefdbc0 service neutron] Attempting to bind port ffc582f2-e51f-437b-a62c-89bc7a3e10df on network 0ba93afa-b509-4512-a80c-4ea3f624d92c {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:30:50.121333 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-714a8d71-12c5-4bdb-932b-869c2aefdbc0 service neutron] Checking agent: {'id': 'ee728df3-37aa-4a8e-b7f1-721981839fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'started_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:30:50.121665 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-714a8d71-12c5-4bdb-932b-869c2aefdbc0 service neutron] Checking segment: {'id': '1037ce7c-2788-4c60-8204-1a408f0f0bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0ba93afa-b509-4512-a80c-4ea3f624d92c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:30:50.122039 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-714a8d71-12c5-4bdb-932b-869c2aefdbc0 service neutron] Bound using segment: {'id': '1037ce7c-2788-4c60-8204-1a408f0f0bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0ba93afa-b509-4512-a80c-4ea3f624d92c'} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:30:50.122454 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-714a8d71-12c5-4bdb-932b-869c2aefdbc0 service neutron] Bound port: ffc582f2-e51f-437b-a62c-89bc7a3e10df, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1037ce7c-2788-4c60-8204-1a408f0f0bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0ba93afa-b509-4512-a80c-4ea3f624d92c'}}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:30:50.122801 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-714a8d71-12c5-4bdb-932b-869c2aefdbc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:50.185535 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-714a8d71-12c5-4bdb-932b-869c2aefdbc0 service neutron] For port ffc582f2-e51f-437b-a62c-89bc7a3e10df, host hv-cinder-80069, cleared binding levels {{(pid=92957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:30:50.188407 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-714a8d71-12c5-4bdb-932b-869c2aefdbc0 service neutron] For port ffc582f2-e51f-437b-a62c-89bc7a3e10df, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ffc582f2-e51f-437b-a62c-89bc7a3e10df,segment=NetworkSegment(1037ce7c-2788-4c60-8204-1a408f0f0bf4),segment_id=1037ce7c-2788-4c60-8204-1a408f0f0bf4)] {{(pid=92957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:30:50.192018 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-714a8d71-12c5-4bdb-932b-869c2aefdbc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:50.223404 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-714a8d71-12c5-4bdb-932b-869c2aefdbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:50.224032 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-714a8d71-12c5-4bdb-932b-869c2aefdbc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:50.225422 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-714a8d71-12c5-4bdb-932b-869c2aefdbc0 service neutron] 10.222.0.47 "PUT /v2.0/ports/ffc582f2-e51f-437b-a62c-89bc7a3e10df HTTP/1.1" status: 200 len: 1093 time: 0.5736136 Jul 13 20:30:50.225897 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4500fc7-fdc2-4e94-8488-5752ae3c2bcc', 'tag': 'ffc582f2-e51f-437b-a62c-89bc7a3e10df'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:30:50.228139 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526c918d-28c4-4cbe-a861-10f2ff125009" -d '{"events": [{"name": "network-changed", "server_uuid": "c4500fc7-fdc2-4e94-8488-5752ae3c2bcc", "tag": "ffc582f2-e51f-437b-a62c-89bc7a3e10df"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:30:50.257071 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a8d71-12c5-4bdb-932b-869c2aefdbc0 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc582f2-e51f-437b-a62c-89bc7a3e10df,revision_number=3']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:50.266849 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7cec96-9030-4bfd-9389-220e8cb8d0ed x-openstack-request-id: req-fb7cec96-9030-4bfd-9389-220e8cb8d0ed {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:30:50.267183 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4500fc7-fdc2-4e94-8488-5752ae3c2bcc", "tag": "ffc582f2-e51f-437b-a62c-89bc7a3e10df", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:30:50.267387 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb7cec96-9030-4bfd-9389-220e8cb8d0ed {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:30:50.267783 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4500fc7-fdc2-4e94-8488-5752ae3c2bcc', 'tag': 'ffc582f2-e51f-437b-a62c-89bc7a3e10df', 'status': 'completed', 'code': 200} Jul 13 20:30:50.321366 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-00999081-da0c-4b7b-9ab1-6b482e8f245a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:50.322855 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-00999081-da0c-4b7b-9ab1-6b482e8f245a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d8a549923867491cb7cdc38386433676&device_id=c4500fc7-fdc2-4e94-8488-5752ae3c2bcc HTTP/1.1" status: 200 len: 1096 time: 0.0515137 Jul 13 20:30:50.368446 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-65e66e0d-fcf4-4c3f-bd2f-8776642dca37 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffc582f2-e51f-437b-a62c-89bc7a3e10df HTTP/1.1" status: 200 len: 217 time: 0.0358498 Jul 13 20:30:50.407849 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecff56-c994-4c4d-b61a-107882b9a2d7 req-d71f4313-d866-43ce-9d5c-f8696529f34a tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:50.409350 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-acecff56-c994-4c4d-b61a-107882b9a2d7 req-d71f4313-d866-43ce-9d5c-f8696529f34a tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4500fc7-fdc2-4e94-8488-5752ae3c2bcc HTTP/1.1" status: 200 len: 943 time: 0.0626101 Jul 13 20:30:50.417204 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-42af777b-aa95-4cd5-ab92-057c810db0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:50.418700 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-42af777b-aa95-4cd5-ab92-057c810db0f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2be9ada2-3b7b-47be-8f47-075101e407d4 HTTP/1.1" status: 200 len: 854 time: 0.0430284 Jul 13 20:30:50.446571 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-acecff56-c994-4c4d-b61a-107882b9a2d7 req-ebfdf40e-7217-4213-a50f-f3ae556b482d tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/security-groups?id=863beea7-e84c-42a9-9df7-b43de26ab445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315166 Jul 13 20:30:50.451925 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-b6798f2e-4dfc-41aa-9f7c-0329810570c7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0ba93afa-b509-4512-a80c-4ea3f624d92c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259345 Jul 13 20:30:50.541994 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-d090962c-518e-42cb-9048-fa8adb4e3f99 service neutron] 10.222.0.47 "GET /v2.0/networks/0ba93afa-b509-4512-a80c-4ea3f624d92c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823822 Jul 13 20:30:50.630241 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-df42a7ec-4ff9-49f6-b4e1-072cfef3c51a req-0730cf53-1811-49df-adfe-527166d48810 service neutron] 10.222.0.47 "GET /v2.0/networks/0ba93afa-b509-4512-a80c-4ea3f624d92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813735 Jul 13 20:30:50.731488 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c918d-28c4-4cbe-a861-10f2ff125009 req-2aadec41-1e18-4097-ac0e-9a9d8be462f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:50.732906 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-526c918d-28c4-4cbe-a861-10f2ff125009 req-2aadec41-1e18-4097-ac0e-9a9d8be462f7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d8a549923867491cb7cdc38386433676&device_id=c4500fc7-fdc2-4e94-8488-5752ae3c2bcc HTTP/1.1" status: 200 len: 1096 time: 0.0568156 Jul 13 20:30:50.823103 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c918d-28c4-4cbe-a861-10f2ff125009 req-a726f27e-17a8-434d-a907-8c1ba657f5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:50.824608 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-526c918d-28c4-4cbe-a861-10f2ff125009 req-a726f27e-17a8-434d-a907-8c1ba657f5ce service neutron] 10.222.0.47 "GET /v2.0/networks?id=0ba93afa-b509-4512-a80c-4ea3f624d92c HTTP/1.1" status: 200 len: 915 time: 0.0849814 Jul 13 20:30:50.865563 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-526c918d-28c4-4cbe-a861-10f2ff125009 req-3eee3005-f595-4f7e-aa4f-260fbf810130 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffc582f2-e51f-437b-a62c-89bc7a3e10df HTTP/1.1" status: 200 len: 217 time: 0.0343053 Jul 13 20:30:50.916609 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c918d-28c4-4cbe-a861-10f2ff125009 req-f0e2b0d7-f483-416b-bf1d-9d7ada0c5253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:50.918023 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-526c918d-28c4-4cbe-a861-10f2ff125009 req-f0e2b0d7-f483-416b-bf1d-9d7ada0c5253 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2be9ada2-3b7b-47be-8f47-075101e407d4 HTTP/1.1" status: 200 len: 854 time: 0.0457854 Jul 13 20:30:50.949506 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-526c918d-28c4-4cbe-a861-10f2ff125009 req-eee0f688-8664-4dc4-8f3b-aeb9c739ee81 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0ba93afa-b509-4512-a80c-4ea3f624d92c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250032 Jul 13 20:30:51.034328 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-526c918d-28c4-4cbe-a861-10f2ff125009 req-4957a6f6-7c50-4666-8f03-117199ac5759 service neutron] 10.222.0.47 "GET /v2.0/networks/0ba93afa-b509-4512-a80c-4ea3f624d92c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781171 Jul 13 20:30:51.125120 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-526c918d-28c4-4cbe-a861-10f2ff125009 req-aa9d6989-c28d-498e-ac1d-6919e414716f service neutron] 10.222.0.47 "GET /v2.0/networks/0ba93afa-b509-4512-a80c-4ea3f624d92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835063 Jul 13 20:30:51.617739 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f6b3a-8acf-4460-bfb1-496dd3dbf751 req-4edb4b41-1275-4eae-ba71-802bb824c978 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:51.619174 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-536f6b3a-8acf-4460-bfb1-496dd3dbf751 req-4edb4b41-1275-4eae-ba71-802bb824c978 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4500fc7-fdc2-4e94-8488-5752ae3c2bcc HTTP/1.1" status: 200 len: 943 time: 0.0608039 Jul 13 20:30:51.655113 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-536f6b3a-8acf-4460-bfb1-496dd3dbf751 req-485885da-8ab8-47ed-81e5-b98d4ab95e71 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/security-groups?id=863beea7-e84c-42a9-9df7-b43de26ab445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301032 Jul 13 20:30:52.436082 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device ffc582f2-e51f-437b-a62c-89bc7a3e10df details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:30:52.529872 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port ffc582f2-e51f-437b-a62c-89bc7a3e10df, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ffc582f2-e51f-437b-a62c-89bc7a3e10df,segment=NetworkSegment(1037ce7c-2788-4c60-8204-1a408f0f0bf4),segment_id=1037ce7c-2788-4c60-8204-1a408f0f0bf4)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:30:52.541756 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Returning: {'device': 'ffc582f2-e51f-437b-a62c-89bc7a3e10df', 'network_id': '0ba93afa-b509-4512-a80c-4ea3f624d92c', 'port_id': 'ffc582f2-e51f-437b-a62c-89bc7a3e10df', 'mac_address': 'fa:16:3e:f8:35:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2be9ada2-3b7b-47be-8f47-075101e407d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:30:52.578068 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:52.590926 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc582f2-e51f-437b-a62c-89bc7a3e10df {{(pid=92959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:30:52.610519 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port ffc582f2-e51f-437b-a62c-89bc7a3e10df, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ffc582f2-e51f-437b-a62c-89bc7a3e10df,segment=NetworkSegment(1037ce7c-2788-4c60-8204-1a408f0f0bf4),segment_id=1037ce7c-2788-4c60-8204-1a408f0f0bf4)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:30:52.615126 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:52.660221 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=ffc582f2-e51f-437b-a62c-89bc7a3e10df,revision_number=4']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:52.829364 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['ffc582f2-e51f-437b-a62c-89bc7a3e10df'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:30:52.831744 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b2724-e8a1-439c-996d-2b9b4795c14a req-bc43bbee-87f3-463d-9f4b-aa7cbc4cfcbe tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:52.833323 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-718b2724-e8a1-439c-996d-2b9b4795c14a req-bc43bbee-87f3-463d-9f4b-aa7cbc4cfcbe tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4500fc7-fdc2-4e94-8488-5752ae3c2bcc HTTP/1.1" status: 200 len: 944 time: 0.0649707 Jul 13 20:30:52.870032 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-718b2724-e8a1-439c-996d-2b9b4795c14a req-001844e6-0414-4413-abfe-9fe502e32eef tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/security-groups?id=863beea7-e84c-42a9-9df7-b43de26ab445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309815 Jul 13 20:30:54.040070 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd89ee-a547-4087-bdd5-8fd32bd104b1 req-7d252560-60b8-4a95-bd67-53ae06929f36 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:54.041497 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9cfd89ee-a547-4087-bdd5-8fd32bd104b1 req-7d252560-60b8-4a95-bd67-53ae06929f36 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4500fc7-fdc2-4e94-8488-5752ae3c2bcc HTTP/1.1" status: 200 len: 944 time: 0.0612369 Jul 13 20:30:54.077705 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9cfd89ee-a547-4087-bdd5-8fd32bd104b1 req-966379f8-0a79-4afb-bb5b-1309f03782de tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/security-groups?id=863beea7-e84c-42a9-9df7-b43de26ab445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306482 Jul 13 20:30:54.441364 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device ffc582f2-e51f-437b-a62c-89bc7a3e10df up at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:30:54.488983 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning for port ffc582f2-e51f-437b-a62c-89bc7a3e10df completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:30:54.492721 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning complete for port ffc582f2-e51f-437b-a62c-89bc7a3e10df triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:30:54.493099 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:54.570182 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:54.592982 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4500fc7-fdc2-4e94-8488-5752ae3c2bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc582f2-e51f-437b-a62c-89bc7a3e10df'}] {{(pid=92959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:30:54.595304 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a95ef25a805c455dc0e319f75fe5c37b751c8207b334ba38c934020b16a01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5c1f39-4b02-4311-8c21-b71071514692" -d '{"events": [{"server_uuid": "c4500fc7-fdc2-4e94-8488-5752ae3c2bcc", "name": "network-vif-plugged", "status": "completed", "tag": "ffc582f2-e51f-437b-a62c-89bc7a3e10df"}]}' {{(pid=92959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:30:54.608136 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port ffc582f2-e51f-437b-a62c-89bc7a3e10df, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ffc582f2-e51f-437b-a62c-89bc7a3e10df,segment=NetworkSegment(1037ce7c-2788-4c60-8204-1a408f0f0bf4),segment_id=1037ce7c-2788-4c60-8204-1a408f0f0bf4)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:30:54.612613 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:54.636159 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66300c75-6c0e-478e-9976-6a9362e41975 x-openstack-request-id: req-66300c75-6c0e-478e-9976-6a9362e41975 {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:30:54.636460 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4500fc7-fdc2-4e94-8488-5752ae3c2bcc", "name": "network-vif-plugged", "status": "completed", "tag": "ffc582f2-e51f-437b-a62c-89bc7a3e10df", "code": 200}]} {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:30:54.636710 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-66300c75-6c0e-478e-9976-6a9362e41975 {{(pid=92959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:30:54.637103 dv-cinder-800697-1-iscsi neutron-server[92959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4500fc7-fdc2-4e94-8488-5752ae3c2bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc582f2-e51f-437b-a62c-89bc7a3e10df', 'code': 200} Jul 13 20:30:54.662145 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=ffc582f2-e51f-437b-a62c-89bc7a3e10df,revision_number=5']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:54.849328 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942ae78-8b6d-419a-a14a-5e1eaed21df3 req-4443f076-0271-4fc7-b623-cb3edd468639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:54.850813 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-5942ae78-8b6d-419a-a14a-5e1eaed21df3 req-4443f076-0271-4fc7-b623-cb3edd468639 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c4500fc7-fdc2-4e94-8488-5752ae3c2bcc HTTP/1.1" status: 200 len: 1098 time: 0.0507295 Jul 13 20:30:54.884635 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-5942ae78-8b6d-419a-a14a-5e1eaed21df3 req-64602ded-6fed-4b88-874e-32fd27bd7fb9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=863beea7-e84c-42a9-9df7-b43de26ab445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267985 Jul 13 20:30:55.244645 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10dcf0-f100-497f-9ce0-4572e3d6dfa9 req-eb685489-de33-4da2-ad63-a67024d9f8c1 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:55.246326 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2a10dcf0-f100-497f-9ce0-4572e3d6dfa9 req-eb685489-de33-4da2-ad63-a67024d9f8c1 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4500fc7-fdc2-4e94-8488-5752ae3c2bcc HTTP/1.1" status: 200 len: 945 time: 0.0602305 Jul 13 20:30:55.286849 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2a10dcf0-f100-497f-9ce0-4572e3d6dfa9 req-58163804-d4da-4c6c-a4c0-dd92b76da5c6 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/security-groups?id=863beea7-e84c-42a9-9df7-b43de26ab445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345356 Jul 13 20:30:56.461982 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7b8e3-badb-4dad-833a-e4932fe51e55 req-3f0a13e5-aa57-46d3-af55-229bbd27e883 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:56.464035 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1ee7b8e3-badb-4dad-833a-e4932fe51e55 req-3f0a13e5-aa57-46d3-af55-229bbd27e883 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4500fc7-fdc2-4e94-8488-5752ae3c2bcc HTTP/1.1" status: 200 len: 945 time: 0.0632308 Jul 13 20:30:56.501178 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1ee7b8e3-badb-4dad-833a-e4932fe51e55 req-b3118668-9122-4a5a-a0ae-1bc472867884 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/security-groups?id=863beea7-e84c-42a9-9df7-b43de26ab445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316856 Jul 13 20:31:03.783034 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-e394fb68-cd35-43b8-be61-b236aa9b87ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:06.119872 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-a865b640-8669-4b9b-9497-b46e78a0321d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:06.805281 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:07.517369 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:09.265796 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:15.396958 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:19.643846 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-549fa658-5366-47b5-b6ed-828207c816a0 req-d4156929-3247-4151-8ba6-c042f79ecfe9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c4500fc7-fdc2-4e94-8488-5752ae3c2bcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506563 Jul 13 20:31:19.741794 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fa658-5366-47b5-b6ed-828207c816a0 req-58351c4f-539a-49bb-bcfb-f60451edabb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:19.743261 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-549fa658-5366-47b5-b6ed-828207c816a0 req-58351c4f-539a-49bb-bcfb-f60451edabb6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d8a549923867491cb7cdc38386433676&device_id=c4500fc7-fdc2-4e94-8488-5752ae3c2bcc HTTP/1.1" status: 200 len: 1098 time: 0.0555894 Jul 13 20:31:19.844744 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fa658-5366-47b5-b6ed-828207c816a0 req-8e21e4b5-729b-4391-8d92-6b3808f5d552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:19.846246 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-549fa658-5366-47b5-b6ed-828207c816a0 req-8e21e4b5-729b-4391-8d92-6b3808f5d552 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0ba93afa-b509-4512-a80c-4ea3f624d92c HTTP/1.1" status: 200 len: 915 time: 0.0819995 Jul 13 20:31:19.946240 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 6 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:31:20.790355 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-549fa658-5366-47b5-b6ed-828207c816a0 req-ebca26e2-7f82-4cbe-b548-607350f441b1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffc582f2-e51f-437b-a62c-89bc7a3e10df HTTP/1.1" status: 200 len: 217 time: 0.0379720 Jul 13 20:31:21.678244 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fa658-5366-47b5-b6ed-828207c816a0 req-ae1d4161-ac57-4785-b7ec-9b5ae5162561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:21.679693 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-549fa658-5366-47b5-b6ed-828207c816a0 req-ae1d4161-ac57-4785-b7ec-9b5ae5162561 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2be9ada2-3b7b-47be-8f47-075101e407d4 HTTP/1.1" status: 200 len: 854 time: 0.0447414 Jul 13 20:31:22.674650 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-549fa658-5366-47b5-b6ed-828207c816a0 req-a43ea40b-1a4a-4a52-90d7-4e6f8ada173e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0ba93afa-b509-4512-a80c-4ea3f624d92c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269616 Jul 13 20:31:22.763559 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-549fa658-5366-47b5-b6ed-828207c816a0 req-d344520d-34c3-4633-a14c-ec3aae6a3e1a service neutron] 10.222.0.47 "GET /v2.0/networks/0ba93afa-b509-4512-a80c-4ea3f624d92c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815802 Jul 13 20:31:22.856035 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-549fa658-5366-47b5-b6ed-828207c816a0 req-42c1d4e3-474a-47e8-99ba-b2ba8080efc9 service neutron] 10.222.0.47 "GET /v2.0/networks/0ba93afa-b509-4512-a80c-4ea3f624d92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844855 Jul 13 20:31:33.782778 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-e9db4407-260f-46d3-96a4-bcad4a0ce221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:36.119429 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-e5761dbf-6bff-4875-86cb-29a41788cc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:36.810032 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:37.116419 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86b42f-c34d-4ff7-bfd5-a890e759b745 req-b5749513-5195-402f-bed5-9c91004e5007 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:37.117899 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ec86b42f-c34d-4ff7-bfd5-a890e759b745 req-b5749513-5195-402f-bed5-9c91004e5007 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4500fc7-fdc2-4e94-8488-5752ae3c2bcc HTTP/1.1" status: 200 len: 945 time: 0.0614855 Jul 13 20:31:37.153958 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ec86b42f-c34d-4ff7-bfd5-a890e759b745 req-bb254907-ddf1-4486-b6fc-549d3e0d07fb tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/security-groups?id=863beea7-e84c-42a9-9df7-b43de26ab445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302744 Jul 13 20:31:37.518835 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:38.330913 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e748a-d381-4910-96b4-bf3435fb501e req-f1a090c7-0dea-4d18-b1cd-533862c53c20 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:38.332463 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2c6e748a-d381-4910-96b4-bf3435fb501e req-f1a090c7-0dea-4d18-b1cd-533862c53c20 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4500fc7-fdc2-4e94-8488-5752ae3c2bcc HTTP/1.1" status: 200 len: 945 time: 0.0647757 Jul 13 20:31:38.368805 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2c6e748a-d381-4910-96b4-bf3435fb501e req-7e27d923-1aed-499e-a0a5-15fa71ef306d tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/security-groups?id=863beea7-e84c-42a9-9df7-b43de26ab445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309014 Jul 13 20:31:38.731304 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7163a75-e6a2-476a-8cc6-9beed4ddb671 req-44ac2522-03a8-48d9-9735-55bc5efdd043 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:38.732773 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e7163a75-e6a2-476a-8cc6-9beed4ddb671 req-44ac2522-03a8-48d9-9735-55bc5efdd043 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4500fc7-fdc2-4e94-8488-5752ae3c2bcc HTTP/1.1" status: 200 len: 945 time: 0.0620210 Jul 13 20:31:38.834926 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-e7163a75-e6a2-476a-8cc6-9beed4ddb671 req-580be139-9c61-446f-9b9e-50b0101f4080 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Deleting port ffc582f2-e51f-437b-a62c-89bc7a3e10df {{(pid=92957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:31:38.835270 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e7163a75-e6a2-476a-8cc6-9beed4ddb671 req-580be139-9c61-446f-9b9e-50b0101f4080 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:38.919396 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-e7163a75-e6a2-476a-8cc6-9beed4ddb671 req-580be139-9c61-446f-9b9e-50b0101f4080 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] For port ffc582f2-e51f-437b-a62c-89bc7a3e10df, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ffc582f2-e51f-437b-a62c-89bc7a3e10df,segment=NetworkSegment(1037ce7c-2788-4c60-8204-1a408f0f0bf4),segment_id=1037ce7c-2788-4c60-8204-1a408f0f0bf4)] {{(pid=92957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:31:38.919750 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e7163a75-e6a2-476a-8cc6-9beed4ddb671 req-580be139-9c61-446f-9b9e-50b0101f4080 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:38.931920 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-e7163a75-e6a2-476a-8cc6-9beed4ddb671 req-580be139-9c61-446f-9b9e-50b0101f4080 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Calling delete_port for ffc582f2-e51f-437b-a62c-89bc7a3e10df owned by compute:nova {{(pid=92957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:31:39.058186 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e7163a75-e6a2-476a-8cc6-9beed4ddb671 req-580be139-9c61-446f-9b9e-50b0101f4080 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:39.070640 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['ffc582f2-e51f-437b-a62c-89bc7a3e10df'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:31:39.086812 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580be139-9c61-446f-9b9e-50b0101f4080 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Pushing event deleted for resources: {'Port': ['ID=ffc582f2-e51f-437b-a62c-89bc7a3e10df,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:39.099735 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580be139-9c61-446f-9b9e-50b0101f4080 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:39.100121 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580be139-9c61-446f-9b9e-50b0101f4080 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:39.100461 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580be139-9c61-446f-9b9e-50b0101f4080 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:39.100795 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580be139-9c61-446f-9b9e-50b0101f4080 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:39.101124 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580be139-9c61-446f-9b9e-50b0101f4080 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:39.101452 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580be139-9c61-446f-9b9e-50b0101f4080 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:39.101778 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580be139-9c61-446f-9b9e-50b0101f4080 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:39.102101 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580be139-9c61-446f-9b9e-50b0101f4080 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:39.102427 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580be139-9c61-446f-9b9e-50b0101f4080 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:39.102747 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580be139-9c61-446f-9b9e-50b0101f4080 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:39.103063 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580be139-9c61-446f-9b9e-50b0101f4080 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:39.103379 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580be139-9c61-446f-9b9e-50b0101f4080 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:39.143498 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7163a75-e6a2-476a-8cc6-9beed4ddb671 req-580be139-9c61-446f-9b9e-50b0101f4080 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] No DVR routers for this DVR port ffc582f2-e51f-437b-a62c-89bc7a3e10df on host hv-cinder-80069 {{(pid=92957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:31:39.145862 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-e7163a75-e6a2-476a-8cc6-9beed4ddb671 req-580be139-9c61-446f-9b9e-50b0101f4080 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:39.147877 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-e7163a75-e6a2-476a-8cc6-9beed4ddb671 req-580be139-9c61-446f-9b9e-50b0101f4080 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.47 "DELETE /v2.0/ports/ffc582f2-e51f-437b-a62c-89bc7a3e10df HTTP/1.1" status: 204 len: 173 time: 0.4079444 Jul 13 20:31:39.148358 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4500fc7-fdc2-4e94-8488-5752ae3c2bcc', 'name': 'network-vif-deleted', 'tag': 'ffc582f2-e51f-437b-a62c-89bc7a3e10df'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:31:39.150598 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fe70fc-3426-4559-838f-a64e822e3d1b" -d '{"events": [{"server_uuid": "c4500fc7-fdc2-4e94-8488-5752ae3c2bcc", "name": "network-vif-deleted", "tag": "ffc582f2-e51f-437b-a62c-89bc7a3e10df"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:31:39.187858 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42967d6-9a9f-484f-a6b5-0fc4d788827a x-openstack-request-id: req-f42967d6-9a9f-484f-a6b5-0fc4d788827a {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:31:39.188183 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4500fc7-fdc2-4e94-8488-5752ae3c2bcc", "name": "network-vif-deleted", "tag": "ffc582f2-e51f-437b-a62c-89bc7a3e10df", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:31:39.189000 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f42967d6-9a9f-484f-a6b5-0fc4d788827a {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:31:39.189528 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4500fc7-fdc2-4e94-8488-5752ae3c2bcc', 'name': 'network-vif-deleted', 'tag': 'ffc582f2-e51f-437b-a62c-89bc7a3e10df', 'status': 'completed', 'code': 200} Jul 13 20:31:39.268713 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:39.518544 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d7379880-0a99-4214-80e6-005120c8cb84 req-7460ce3b-35a1-4e1f-af49-16a6fe54e16e tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4500fc7-fdc2-4e94-8488-5752ae3c2bcc HTTP/1.1" status: 200 len: 210 time: 0.0294466 Jul 13 20:31:42.738066 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device ffc582f2-e51f-437b-a62c-89bc7a3e10df no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:31:42.758438 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] No Port match for: ffc582f2-e51f-437b-a62c-89bc7a3e10df {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:31:42.758779 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device ffc582f2-e51f-437b-a62c-89bc7a3e10df not bound to the agent host hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:31:45.405608 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:49.483466 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b64427-5388-42c0-86ae-a278230c4982 req-fc9241c8-a095-4f6c-86e3-e30aec367798 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:49.484940 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-90b64427-5388-42c0-86ae-a278230c4982 req-fc9241c8-a095-4f6c-86e3-e30aec367798 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/networks?id=0ba93afa-b509-4512-a80c-4ea3f624d92c HTTP/1.1" status: 200 len: 814 time: 0.1032872 Jul 13 20:31:49.499269 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-90b64427-5388-42c0-86ae-a278230c4982 req-6d9773d1-75dc-4b87-81d2-0b44f29f9aa2 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/quotas/d8a549923867491cb7cdc38386433676 HTTP/1.1" status: 200 len: 375 time: 0.0089786 Jul 13 20:31:49.531365 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-90b64427-5388-42c0-86ae-a278230c4982 req-48236e2f-13c8-4eed-82e0-8a512401a38e tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8a549923867491cb7cdc38386433676&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272331 Jul 13 20:31:49.582157 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [req-90b64427-5388-42c0-86ae-a278230c4982 req-76378a03-7d66-4cf2-af50-8469bdbc8f1d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=92958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:31:49.583133 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-90b64427-5388-42c0-86ae-a278230c4982 req-76378a03-7d66-4cf2-af50-8469bdbc8f1d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0454030 Jul 13 20:31:49.668047 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-90b64427-5388-42c0-86ae-a278230c4982 req-54401ed3-9a9a-48ff-97b1-e5b313fb6a9f service neutron] 10.222.0.41 "GET /v2.0/networks/0ba93afa-b509-4512-a80c-4ea3f624d92c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792325 Jul 13 20:31:49.756644 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-90b64427-5388-42c0-86ae-a278230c4982 req-fb6c5f55-071c-46c8-918a-80c37184355a service neutron] 10.222.0.41 "GET /v2.0/networks/0ba93afa-b509-4512-a80c-4ea3f624d92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829391 Jul 13 20:31:49.921155 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a9c8c2d0-82a2-48c8-af8e-88c93c9eba2a req-9adfe87d-2471-478e-8c1d-af40cdfd0fce tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/ports?device_id=028e08de-7222-4f0c-bd52-289ce6212650 HTTP/1.1" status: 200 len: 210 time: 0.0288382 Jul 13 20:31:50.914449 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b64427-5388-42c0-86ae-a278230c4982 req-1190b6b3-17c4-474e-aa8a-a894011dd257 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:50.915865 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-90b64427-5388-42c0-86ae-a278230c4982 req-1190b6b3-17c4-474e-aa8a-a894011dd257 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.47 "GET /v2.0/networks?id=0ba93afa-b509-4512-a80c-4ea3f624d92c HTTP/1.1" status: 200 len: 814 time: 0.1017356 Jul 13 20:31:50.936069 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-90b64427-5388-42c0-86ae-a278230c4982 req-5116e1b9-1d74-444f-bcb5-9a5c73440366 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Request body: {'port': {'device_id': '028e08de-7222-4f0c-bd52-289ce6212650', 'network_id': '0ba93afa-b509-4512-a80c-4ea3f624d92c', 'admin_state_up': True, 'tenant_id': 'd8a549923867491cb7cdc38386433676'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:31:51.050439 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90b64427-5388-42c0-86ae-a278230c4982 req-5116e1b9-1d74-444f-bcb5-9a5c73440366 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Made reservation on behalf of d8a549923867491cb7cdc38386433676 for: {'port': 1} {{(pid=92957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:31:51.054415 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-90b64427-5388-42c0-86ae-a278230c4982 req-5116e1b9-1d74-444f-bcb5-9a5c73440366 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:51.067441 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9f156a87-c459-4e3d-ac1b-28f52f133dcd req-4c702315-a57e-436a-b929-8d37145fbaeb tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/ports?device_id=028e08de-7222-4f0c-bd52-289ce6212650 HTTP/1.1" status: 200 len: 210 time: 0.0321774 Jul 13 20:31:51.174041 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_common [req-90b64427-5388-42c0-86ae-a278230c4982 req-5116e1b9-1d74-444f-bcb5-9a5c73440366 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Allocated IP 172.20.0.9 (0ba93afa-b509-4512-a80c-4ea3f624d92c/2be9ada2-3b7b-47be-8f47-075101e407d4/8fc323ed-ec04-4eb5-ac60-003f60a306b5) {{(pid=92957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:31:51.314890 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-90b64427-5388-42c0-86ae-a278230c4982 req-5116e1b9-1d74-444f-bcb5-9a5c73440366 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Notify callbacks [] for port, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:51.352787 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-90b64427-5388-42c0-86ae-a278230c4982 req-5116e1b9-1d74-444f-bcb5-9a5c73440366 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781992733094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:51.392454 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90b64427-5388-42c0-86ae-a278230c4982 req-5116e1b9-1d74-444f-bcb5-9a5c73440366 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Network 0ba93afa-b509-4512-a80c-4ea3f624d92c is already hosted by enough agents. {{(pid=92957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:31:51.397403 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.scheduler.base_scheduler [req-90b64427-5388-42c0-86ae-a278230c4982 req-5116e1b9-1d74-444f-bcb5-9a5c73440366 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Resources bound (agent type, host, resource id): {{(pid=92957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:31:51.401085 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b64427-5388-42c0-86ae-a278230c4982 req-5116e1b9-1d74-444f-bcb5-9a5c73440366 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Received port after_create {{(pid=92957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:31:51.433204 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116e1b9-1d74-444f-bcb5-9a5c73440366 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Pushing event updated for resources: {'Port': ['ID=8fc323ed-ec04-4eb5-ac60-003f60a306b5,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:51.460871 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b64427-5388-42c0-86ae-a278230c4982 req-5116e1b9-1d74-444f-bcb5-9a5c73440366 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:51.461467 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-90b64427-5388-42c0-86ae-a278230c4982 req-5116e1b9-1d74-444f-bcb5-9a5c73440366 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:51.475935 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-90b64427-5388-42c0-86ae-a278230c4982 req-5116e1b9-1d74-444f-bcb5-9a5c73440366 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5439043 Jul 13 20:31:51.487938 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.v2.base [req-90b64427-5388-42c0-86ae-a278230c4982 req-4be4827a-5f17-4f36-a43e-5d4d9b21c4e0 service neutron] Request body: {'port': {'device_id': '028e08de-7222-4f0c-bd52-289ce6212650', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:31:51.555704 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-90b64427-5388-42c0-86ae-a278230c4982 req-4be4827a-5f17-4f36-a43e-5d4d9b21c4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:51.811707 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [req-90b64427-5388-42c0-86ae-a278230c4982 req-4be4827a-5f17-4f36-a43e-5d4d9b21c4e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fc323ed-ec04-4eb5-ac60-003f60a306b5 {{(pid=92957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:31:51.819939 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-90b64427-5388-42c0-86ae-a278230c4982 req-4be4827a-5f17-4f36-a43e-5d4d9b21c4e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:51.832473 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.provisioning_blocks [req-90b64427-5388-42c0-86ae-a278230c4982 req-4be4827a-5f17-4f36-a43e-5d4d9b21c4e0 service neutron] Transition to ACTIVE for port object 8fc323ed-ec04-4eb5-ac60-003f60a306b5 will not be triggered until provisioned by entity L2. {{(pid=92957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:31:51.835762 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-90b64427-5388-42c0-86ae-a278230c4982 req-4be4827a-5f17-4f36-a43e-5d4d9b21c4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:51.902855 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be4827a-5f17-4f36-a43e-5d4d9b21c4e0 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc323ed-ec04-4eb5-ac60-003f60a306b5,revision_number=2']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:51.950544 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-90b64427-5388-42c0-86ae-a278230c4982 req-4be4827a-5f17-4f36-a43e-5d4d9b21c4e0 service neutron] Attempting to bind port 8fc323ed-ec04-4eb5-ac60-003f60a306b5 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:31:51.951152 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-90b64427-5388-42c0-86ae-a278230c4982 req-4be4827a-5f17-4f36-a43e-5d4d9b21c4e0 service neutron] Attempting to bind port 8fc323ed-ec04-4eb5-ac60-003f60a306b5 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '1037ce7c-2788-4c60-8204-1a408f0f0bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0ba93afa-b509-4512-a80c-4ea3f624d92c'}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:31:51.951259 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b64427-5388-42c0-86ae-a278230c4982 req-4be4827a-5f17-4f36-a43e-5d4d9b21c4e0 service neutron] Attempting to bind port 8fc323ed-ec04-4eb5-ac60-003f60a306b5 on network 0ba93afa-b509-4512-a80c-4ea3f624d92c {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:31:51.955354 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b64427-5388-42c0-86ae-a278230c4982 req-4be4827a-5f17-4f36-a43e-5d4d9b21c4e0 service neutron] Port 8fc323ed-ec04-4eb5-ac60-003f60a306b5 on network 0ba93afa-b509-4512-a80c-4ea3f624d92c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:31:51.955672 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b64427-5388-42c0-86ae-a278230c4982 req-4be4827a-5f17-4f36-a43e-5d4d9b21c4e0 service neutron] Attempting to bind port 8fc323ed-ec04-4eb5-ac60-003f60a306b5 on network 0ba93afa-b509-4512-a80c-4ea3f624d92c {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:31:51.960386 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b64427-5388-42c0-86ae-a278230c4982 req-4be4827a-5f17-4f36-a43e-5d4d9b21c4e0 service neutron] Checking agent: {'id': 'ee728df3-37aa-4a8e-b7f1-721981839fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'started_at': datetime.datetime(2021, 7, 13, 20, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:31:51.960723 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b64427-5388-42c0-86ae-a278230c4982 req-4be4827a-5f17-4f36-a43e-5d4d9b21c4e0 service neutron] Checking segment: {'id': '1037ce7c-2788-4c60-8204-1a408f0f0bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0ba93afa-b509-4512-a80c-4ea3f624d92c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:31:51.961104 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b64427-5388-42c0-86ae-a278230c4982 req-4be4827a-5f17-4f36-a43e-5d4d9b21c4e0 service neutron] Bound using segment: {'id': '1037ce7c-2788-4c60-8204-1a408f0f0bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0ba93afa-b509-4512-a80c-4ea3f624d92c'} {{(pid=92957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:31:51.961527 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.managers [req-90b64427-5388-42c0-86ae-a278230c4982 req-4be4827a-5f17-4f36-a43e-5d4d9b21c4e0 service neutron] Bound port: 8fc323ed-ec04-4eb5-ac60-003f60a306b5, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1037ce7c-2788-4c60-8204-1a408f0f0bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0ba93afa-b509-4512-a80c-4ea3f624d92c'}}] {{(pid=92957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:31:51.961878 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-90b64427-5388-42c0-86ae-a278230c4982 req-4be4827a-5f17-4f36-a43e-5d4d9b21c4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:52.025730 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-90b64427-5388-42c0-86ae-a278230c4982 req-4be4827a-5f17-4f36-a43e-5d4d9b21c4e0 service neutron] For port 8fc323ed-ec04-4eb5-ac60-003f60a306b5, host hv-cinder-80069, cleared binding levels {{(pid=92957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:31:52.028864 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-90b64427-5388-42c0-86ae-a278230c4982 req-4be4827a-5f17-4f36-a43e-5d4d9b21c4e0 service neutron] For port 8fc323ed-ec04-4eb5-ac60-003f60a306b5, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=8fc323ed-ec04-4eb5-ac60-003f60a306b5,segment=NetworkSegment(1037ce7c-2788-4c60-8204-1a408f0f0bf4),segment_id=1037ce7c-2788-4c60-8204-1a408f0f0bf4)] {{(pid=92957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:31:52.033632 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-90b64427-5388-42c0-86ae-a278230c4982 req-4be4827a-5f17-4f36-a43e-5d4d9b21c4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804262'] for port, after_update {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:52.064538 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b64427-5388-42c0-86ae-a278230c4982 req-4be4827a-5f17-4f36-a43e-5d4d9b21c4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:52.065083 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-90b64427-5388-42c0-86ae-a278230c4982 req-4be4827a-5f17-4f36-a43e-5d4d9b21c4e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:52.066454 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-90b64427-5388-42c0-86ae-a278230c4982 req-4be4827a-5f17-4f36-a43e-5d4d9b21c4e0 service neutron] 10.222.0.47 "PUT /v2.0/ports/8fc323ed-ec04-4eb5-ac60-003f60a306b5 HTTP/1.1" status: 200 len: 1093 time: 0.5831606 Jul 13 20:31:52.066882 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '028e08de-7222-4f0c-bd52-289ce6212650', 'tag': '8fc323ed-ec04-4eb5-ac60-003f60a306b5'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:31:52.069113 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a0e249-8c4c-463d-84b3-db5dae9b12fc" -d '{"events": [{"name": "network-changed", "server_uuid": "028e08de-7222-4f0c-bd52-289ce6212650", "tag": "8fc323ed-ec04-4eb5-ac60-003f60a306b5"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:31:52.098210 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be4827a-5f17-4f36-a43e-5d4d9b21c4e0 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc323ed-ec04-4eb5-ac60-003f60a306b5,revision_number=3']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:52.112702 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32b0f40-b2eb-4ba4-bb2d-01c13003a439 x-openstack-request-id: req-d32b0f40-b2eb-4ba4-bb2d-01c13003a439 {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:31:52.112992 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "028e08de-7222-4f0c-bd52-289ce6212650", "tag": "8fc323ed-ec04-4eb5-ac60-003f60a306b5", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:31:52.113246 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d32b0f40-b2eb-4ba4-bb2d-01c13003a439 {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:31:52.113640 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '028e08de-7222-4f0c-bd52-289ce6212650', 'tag': '8fc323ed-ec04-4eb5-ac60-003f60a306b5', 'status': 'completed', 'code': 200} Jul 13 20:31:52.165195 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b64427-5388-42c0-86ae-a278230c4982 req-7ada0acc-d540-4990-9e06-a8bda2e287d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:52.166697 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-90b64427-5388-42c0-86ae-a278230c4982 req-7ada0acc-d540-4990-9e06-a8bda2e287d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d8a549923867491cb7cdc38386433676&device_id=028e08de-7222-4f0c-bd52-289ce6212650 HTTP/1.1" status: 200 len: 1096 time: 0.0559916 Jul 13 20:31:52.210887 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-90b64427-5388-42c0-86ae-a278230c4982 req-50685d00-e038-4270-a2e0-f829147fa27b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fc323ed-ec04-4eb5-ac60-003f60a306b5 HTTP/1.1" status: 200 len: 217 time: 0.0370364 Jul 13 20:31:52.246786 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f530a-c874-4d08-9a8c-16232c2902fe req-89b7cd52-b1cf-465f-800f-29dea92dba23 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:52.248591 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9b7f530a-c874-4d08-9a8c-16232c2902fe req-89b7cd52-b1cf-465f-800f-29dea92dba23 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/ports?device_id=028e08de-7222-4f0c-bd52-289ce6212650 HTTP/1.1" status: 200 len: 943 time: 0.0655971 Jul 13 20:31:52.258259 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b64427-5388-42c0-86ae-a278230c4982 req-44f0d0a2-2f4c-4f0d-9f42-8e27512d98fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:52.259700 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-90b64427-5388-42c0-86ae-a278230c4982 req-44f0d0a2-2f4c-4f0d-9f42-8e27512d98fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2be9ada2-3b7b-47be-8f47-075101e407d4 HTTP/1.1" status: 200 len: 854 time: 0.0425251 Jul 13 20:31:52.289962 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9b7f530a-c874-4d08-9a8c-16232c2902fe req-9cbec12c-4780-4562-b846-1a59ed9bf7f7 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/security-groups?id=863beea7-e84c-42a9-9df7-b43de26ab445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350063 Jul 13 20:31:52.293157 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-90b64427-5388-42c0-86ae-a278230c4982 req-dfd3a1ef-4129-4f39-b3fb-c0cd8ee4158d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0ba93afa-b509-4512-a80c-4ea3f624d92c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249848 Jul 13 20:31:52.380128 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-90b64427-5388-42c0-86ae-a278230c4982 req-d58d17c3-c805-40cc-b629-789278918bdd service neutron] 10.222.0.47 "GET /v2.0/networks/0ba93afa-b509-4512-a80c-4ea3f624d92c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803075 Jul 13 20:31:52.463451 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-90b64427-5388-42c0-86ae-a278230c4982 req-b8fb888a-63ad-4ceb-9c9d-ef57b046cba8 service neutron] 10.222.0.47 "GET /v2.0/networks/0ba93afa-b509-4512-a80c-4ea3f624d92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0768745 Jul 13 20:31:52.561007 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0e249-8c4c-463d-84b3-db5dae9b12fc req-7921ecb2-65ff-4796-9f41-9701af408225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:52.562515 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-f0a0e249-8c4c-463d-84b3-db5dae9b12fc req-7921ecb2-65ff-4796-9f41-9701af408225 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d8a549923867491cb7cdc38386433676&device_id=028e08de-7222-4f0c-bd52-289ce6212650 HTTP/1.1" status: 200 len: 1096 time: 0.0515075 Jul 13 20:31:52.651401 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0e249-8c4c-463d-84b3-db5dae9b12fc req-b9aebe0d-d3fe-4744-9794-3911ab8e8c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:52.652863 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-f0a0e249-8c4c-463d-84b3-db5dae9b12fc req-b9aebe0d-d3fe-4744-9794-3911ab8e8c05 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0ba93afa-b509-4512-a80c-4ea3f624d92c HTTP/1.1" status: 200 len: 915 time: 0.0836270 Jul 13 20:31:52.693710 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-f0a0e249-8c4c-463d-84b3-db5dae9b12fc req-0d547e9a-1908-4507-a99e-784f8bddd493 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fc323ed-ec04-4eb5-ac60-003f60a306b5 HTTP/1.1" status: 200 len: 217 time: 0.0331132 Jul 13 20:31:52.744646 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0e249-8c4c-463d-84b3-db5dae9b12fc req-d7e98906-fe7c-470d-98c9-7b6441f91c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:52.746062 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-f0a0e249-8c4c-463d-84b3-db5dae9b12fc req-d7e98906-fe7c-470d-98c9-7b6441f91c2e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2be9ada2-3b7b-47be-8f47-075101e407d4 HTTP/1.1" status: 200 len: 854 time: 0.0450077 Jul 13 20:31:52.779146 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-f0a0e249-8c4c-463d-84b3-db5dae9b12fc req-5c423b22-e89b-40cb-8b62-a6e9f67ff5f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0ba93afa-b509-4512-a80c-4ea3f624d92c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250421 Jul 13 20:31:52.866813 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-f0a0e249-8c4c-463d-84b3-db5dae9b12fc req-d89c0a93-f3f8-468d-bcf7-ed143661d8ed service neutron] 10.222.0.47 "GET /v2.0/networks/0ba93afa-b509-4512-a80c-4ea3f624d92c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801315 Jul 13 20:31:52.956412 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-f0a0e249-8c4c-463d-84b3-db5dae9b12fc req-be7d400f-cdad-4fa5-bd42-5b961fecd853 service neutron] 10.222.0.47 "GET /v2.0/networks/0ba93afa-b509-4512-a80c-4ea3f624d92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828736 Jul 13 20:31:53.468309 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181ca4e-a945-4b38-8a15-5259cb50a40b req-60ec8c3a-45b1-465a-a4d9-513a56ada84d tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:53.470564 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9181ca4e-a945-4b38-8a15-5259cb50a40b req-60ec8c3a-45b1-465a-a4d9-513a56ada84d tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/ports?device_id=028e08de-7222-4f0c-bd52-289ce6212650 HTTP/1.1" status: 200 len: 943 time: 0.0702500 Jul 13 20:31:53.507528 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9181ca4e-a945-4b38-8a15-5259cb50a40b req-ba14c92e-a8c8-47df-a9e8-3e93cfe277a0 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/security-groups?id=863beea7-e84c-42a9-9df7-b43de26ab445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314670 Jul 13 20:31:54.675799 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ed35a-b6a3-4d87-b85d-7153ca3a47b8 req-533bd6ff-36f4-41a9-a343-4772537232c4 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:54.677243 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9f9ed35a-b6a3-4d87-b85d-7153ca3a47b8 req-533bd6ff-36f4-41a9-a343-4772537232c4 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/ports?device_id=028e08de-7222-4f0c-bd52-289ce6212650 HTTP/1.1" status: 200 len: 943 time: 0.0600128 Jul 13 20:31:54.716132 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9f9ed35a-b6a3-4d87-b85d-7153ca3a47b8 req-7e6de612-b22c-4843-92e4-4abb6252921a tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/security-groups?id=863beea7-e84c-42a9-9df7-b43de26ab445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334220 Jul 13 20:31:54.769786 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 8fc323ed-ec04-4eb5-ac60-003f60a306b5 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:31:54.863577 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 8fc323ed-ec04-4eb5-ac60-003f60a306b5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=8fc323ed-ec04-4eb5-ac60-003f60a306b5,segment=NetworkSegment(1037ce7c-2788-4c60-8204-1a408f0f0bf4),segment_id=1037ce7c-2788-4c60-8204-1a408f0f0bf4)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:31:54.874899 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Returning: {'device': '8fc323ed-ec04-4eb5-ac60-003f60a306b5', 'network_id': '0ba93afa-b509-4512-a80c-4ea3f624d92c', 'port_id': '8fc323ed-ec04-4eb5-ac60-003f60a306b5', 'mac_address': 'fa:16:3e:17:66:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2be9ada2-3b7b-47be-8f47-075101e407d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:31:54.911093 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:54.923536 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc323ed-ec04-4eb5-ac60-003f60a306b5 {{(pid=92959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:31:54.942950 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 8fc323ed-ec04-4eb5-ac60-003f60a306b5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=8fc323ed-ec04-4eb5-ac60-003f60a306b5,segment=NetworkSegment(1037ce7c-2788-4c60-8204-1a408f0f0bf4),segment_id=1037ce7c-2788-4c60-8204-1a408f0f0bf4)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:31:54.946475 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:54.991820 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=8fc323ed-ec04-4eb5-ac60-003f60a306b5,revision_number=4']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:54.998754 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:54.999101 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:54.999441 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:54.999779 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:55.000138 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:55.000466 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:55.000819 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:55.001340 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:55.001711 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:55.002036 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:55.002356 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:55.002674 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:55.166631 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['8fc323ed-ec04-4eb5-ac60-003f60a306b5'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:31:55.885784 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811db35c-2990-4e50-b786-2c60c6cb4ac5 req-9d1a097a-4ca0-4c19-93ed-ac147e884ad8 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:55.887235 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-811db35c-2990-4e50-b786-2c60c6cb4ac5 req-9d1a097a-4ca0-4c19-93ed-ac147e884ad8 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/ports?device_id=028e08de-7222-4f0c-bd52-289ce6212650 HTTP/1.1" status: 200 len: 944 time: 0.0618105 Jul 13 20:31:55.923952 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-811db35c-2990-4e50-b786-2c60c6cb4ac5 req-037cb0cf-a325-4436-bc90-c9e5c0ec39e2 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/security-groups?id=863beea7-e84c-42a9-9df7-b43de26ab445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311494 Jul 13 20:31:56.784455 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 8fc323ed-ec04-4eb5-ac60-003f60a306b5 up at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:31:56.831674 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning for port 8fc323ed-ec04-4eb5-ac60-003f60a306b5 completed by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:31:56.835195 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.db.provisioning_blocks [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Provisioning complete for port 8fc323ed-ec04-4eb5-ac60-003f60a306b5 triggered by entity L2. {{(pid=92959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:31:56.835574 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726195'] for port, provisioning_complete {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:56.911845 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652390'] for port, before_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:56.934165 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '028e08de-7222-4f0c-bd52-289ce6212650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc323ed-ec04-4eb5-ac60-003f60a306b5'}] {{(pid=92959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:31:56.936433 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a95ef25a805c455dc0e319f75fe5c37b751c8207b334ba38c934020b16a01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d86b1cb-8dac-4280-a7db-efe6a24276bf" -d '{"events": [{"server_uuid": "028e08de-7222-4f0c-bd52-289ce6212650", "name": "network-vif-plugged", "status": "completed", "tag": "8fc323ed-ec04-4eb5-ac60-003f60a306b5"}]}' {{(pid=92959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:31:56.946540 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 6 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:31:56.951202 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] For port 8fc323ed-ec04-4eb5-ac60-003f60a306b5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=8fc323ed-ec04-4eb5-ac60-003f60a306b5,segment=NetworkSegment(1037ce7c-2788-4c60-8204-1a408f0f0bf4),segment_id=1037ce7c-2788-4c60-8204-1a408f0f0bf4)] {{(pid=92959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:31:56.955525 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781993111031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781992733112', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781992733130'] for port, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:56.980409 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdc1762-cb83-40c3-ad51-9fe6bb88d924 x-openstack-request-id: req-ebdc1762-cb83-40c3-ad51-9fe6bb88d924 {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:31:56.980701 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "028e08de-7222-4f0c-bd52-289ce6212650", "name": "network-vif-plugged", "status": "completed", "tag": "8fc323ed-ec04-4eb5-ac60-003f60a306b5", "code": 200}]} {{(pid=92959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:31:56.980953 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ebdc1762-cb83-40c3-ad51-9fe6bb88d924 {{(pid=92959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:31:56.981341 dv-cinder-800697-1-iscsi neutron-server[92959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '028e08de-7222-4f0c-bd52-289ce6212650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc323ed-ec04-4eb5-ac60-003f60a306b5', 'code': 200} Jul 13 20:31:57.007398 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Pushing event updated for resources: {'Port': ['ID=8fc323ed-ec04-4eb5-ac60-003f60a306b5,revision_number=5']} {{(pid=92959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:57.110509 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474d56a-0e03-467b-8c48-8874e970452c req-b1cc1468-e8e9-416c-9fe3-83c16efd5203 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:57.111943 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7474d56a-0e03-467b-8c48-8874e970452c req-b1cc1468-e8e9-416c-9fe3-83c16efd5203 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/ports?device_id=028e08de-7222-4f0c-bd52-289ce6212650 HTTP/1.1" status: 200 len: 945 time: 0.0647037 Jul 13 20:31:57.151242 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7474d56a-0e03-467b-8c48-8874e970452c req-685ff184-9ecc-4f74-8037-feb872004772 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/security-groups?id=863beea7-e84c-42a9-9df7-b43de26ab445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329583 Jul 13 20:31:57.197978 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72772a-8d79-476c-a0eb-5e546107d11a req-6bd2d107-369b-44ac-a0b4-61975bf79f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:57.199448 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-fc72772a-8d79-476c-a0eb-5e546107d11a req-6bd2d107-369b-44ac-a0b4-61975bf79f14 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=028e08de-7222-4f0c-bd52-289ce6212650 HTTP/1.1" status: 200 len: 1098 time: 0.0511563 Jul 13 20:31:57.233184 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-fc72772a-8d79-476c-a0eb-5e546107d11a req-2a87d283-2cf5-43fd-87f3-0747014c6903 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=863beea7-e84c-42a9-9df7-b43de26ab445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259161 Jul 13 20:31:58.322446 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c55365-ad9b-4dff-bfff-0824073166aa req-e3aecb30-41c3-4e84-b174-275473826439 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:58.323860 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-98c55365-ad9b-4dff-bfff-0824073166aa req-e3aecb30-41c3-4e84-b174-275473826439 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/ports?device_id=028e08de-7222-4f0c-bd52-289ce6212650 HTTP/1.1" status: 200 len: 945 time: 0.0627759 Jul 13 20:31:58.360305 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-98c55365-ad9b-4dff-bfff-0824073166aa req-1920768c-2b4f-43f5-bd32-1e9feb25ce15 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/security-groups?id=863beea7-e84c-42a9-9df7-b43de26ab445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303485 Jul 13 20:32:03.783865 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1a3aec7f-61fd-4ca4-ad58-a67f022f8e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:06.119853 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-149b125f-213e-4900-bb3d-d7b299f11f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:06.810781 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:07.521746 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:09.273118 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:15.422094 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:18.487093 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ed9f9-fdf3-4931-8e99-9046cc544c64 req-5041016f-bfa7-44b6-8327-c0a7145e2376 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:32:18.489194 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-674ed9f9-fdf3-4931-8e99-9046cc544c64 req-5041016f-bfa7-44b6-8327-c0a7145e2376 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/ports?device_id=028e08de-7222-4f0c-bd52-289ce6212650 HTTP/1.1" status: 200 len: 945 time: 0.0632865 Jul 13 20:32:18.525484 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-674ed9f9-fdf3-4931-8e99-9046cc544c64 req-3c2bf8c3-13ca-479f-9d06-e420595a77da tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/security-groups?id=863beea7-e84c-42a9-9df7-b43de26ab445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307865 Jul 13 20:32:19.696309 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f025af-dac1-4107-a7e9-1c5ef9feddf8 req-5395188f-53e0-45a7-87c3-1c6772532d66 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:32:19.697751 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-66f025af-dac1-4107-a7e9-1c5ef9feddf8 req-5395188f-53e0-45a7-87c3-1c6772532d66 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/ports?device_id=028e08de-7222-4f0c-bd52-289ce6212650 HTTP/1.1" status: 200 len: 945 time: 0.0611861 Jul 13 20:32:19.737583 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-66f025af-dac1-4107-a7e9-1c5ef9feddf8 req-a9f72029-ff5f-4243-9672-f368fbd0e6ab tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/security-groups?id=863beea7-e84c-42a9-9df7-b43de26ab445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343680 Jul 13 20:32:20.091300 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1292c-4515-47b8-aa19-c04fbb804f6a req-a639cdc4-9a67-428d-aafa-7fe588812e45 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:32:20.092703 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-60f1292c-4515-47b8-aa19-c04fbb804f6a req-a639cdc4-9a67-428d-aafa-7fe588812e45 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.47 "GET /v2.0/ports?device_id=028e08de-7222-4f0c-bd52-289ce6212650 HTTP/1.1" status: 200 len: 945 time: 0.0609310 Jul 13 20:32:20.191992 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-60f1292c-4515-47b8-aa19-c04fbb804f6a req-b2f96140-af9b-4d27-8b19-e46a396d8a00 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Deleting port 8fc323ed-ec04-4eb5-ac60-003f60a306b5 {{(pid=92957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:32:20.192360 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-60f1292c-4515-47b8-aa19-c04fbb804f6a req-b2f96140-af9b-4d27-8b19-e46a396d8a00 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781993107375'] for port, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:20.276366 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.db [req-60f1292c-4515-47b8-aa19-c04fbb804f6a req-b2f96140-af9b-4d27-8b19-e46a396d8a00 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] For port 8fc323ed-ec04-4eb5-ac60-003f60a306b5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=8fc323ed-ec04-4eb5-ac60-003f60a306b5,segment=NetworkSegment(1037ce7c-2788-4c60-8204-1a408f0f0bf4),segment_id=1037ce7c-2788-4c60-8204-1a408f0f0bf4)] {{(pid=92957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:32:20.276725 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-60f1292c-4515-47b8-aa19-c04fbb804f6a req-b2f96140-af9b-4d27-8b19-e46a396d8a00 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711350'] for port, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:20.292920 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.plugins.ml2.plugin [req-60f1292c-4515-47b8-aa19-c04fbb804f6a req-b2f96140-af9b-4d27-8b19-e46a396d8a00 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Calling delete_port for 8fc323ed-ec04-4eb5-ac60-003f60a306b5 owned by compute:nova {{(pid=92957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:32:20.412296 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-60f1292c-4515-47b8-aa19-c04fbb804f6a req-b2f96140-af9b-4d27-8b19-e46a396d8a00 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781993111013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781992733103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804269'] for port, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:20.424660 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.db [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] get_ports_and_sgs() called for port_ids ['8fc323ed-ec04-4eb5-ac60-003f60a306b5'] {{(pid=92959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:32:20.439807 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f96140-af9b-4d27-8b19-e46a396d8a00 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Pushing event deleted for resources: {'Port': ['ID=8fc323ed-ec04-4eb5-ac60-003f60a306b5,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:32:20.486574 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f1292c-4515-47b8-aa19-c04fbb804f6a req-b2f96140-af9b-4d27-8b19-e46a396d8a00 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] No DVR routers for this DVR port 8fc323ed-ec04-4eb5-ac60-003f60a306b5 on host hv-cinder-80069 {{(pid=92957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:32:20.489012 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [req-60f1292c-4515-47b8-aa19-c04fbb804f6a req-b2f96140-af9b-4d27-8b19-e46a396d8a00 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154584'] for port, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:20.490963 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [req-60f1292c-4515-47b8-aa19-c04fbb804f6a req-b2f96140-af9b-4d27-8b19-e46a396d8a00 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.47 "DELETE /v2.0/ports/8fc323ed-ec04-4eb5-ac60-003f60a306b5 HTTP/1.1" status: 204 len: 173 time: 0.3922975 Jul 13 20:32:20.491396 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '028e08de-7222-4f0c-bd52-289ce6212650', 'name': 'network-vif-deleted', 'tag': '8fc323ed-ec04-4eb5-ac60-003f60a306b5'}] {{(pid=92957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:32:20.493650 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e79f9df63d600bbff01d04bd4946c0c94b73e7a9c44b26023523dfbd5930da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2c4d19-f3fb-4cca-8af7-d6ce3062cb75" -d '{"events": [{"server_uuid": "028e08de-7222-4f0c-bd52-289ce6212650", "name": "network-vif-deleted", "tag": "8fc323ed-ec04-4eb5-ac60-003f60a306b5"}]}' {{(pid=92957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:32:20.530299 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2803d19-f57e-4a1e-9c9d-6f1a2538f98b x-openstack-request-id: req-e2803d19-f57e-4a1e-9c9d-6f1a2538f98b {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:32:20.530607 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "028e08de-7222-4f0c-bd52-289ce6212650", "name": "network-vif-deleted", "tag": "8fc323ed-ec04-4eb5-ac60-003f60a306b5", "status": "completed", "code": 200}]} {{(pid=92957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:32:20.530845 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e2803d19-f57e-4a1e-9c9d-6f1a2538f98b {{(pid=92957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:32:20.531245 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '028e08de-7222-4f0c-bd52-289ce6212650', 'name': 'network-vif-deleted', 'tag': '8fc323ed-ec04-4eb5-ac60-003f60a306b5', 'status': 'completed', 'code': 200} Jul 13 20:32:20.893189 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c31355be-79b7-4ca2-ab1c-66158a547218 req-085de25d-d44f-4b87-b356-42a1db2c78b9 tempest-VolumesSnapshotTestJSON-649212158 tempest-VolumesSnapshotTestJSON-649212158-project] 10.222.0.41 "GET /v2.0/ports?device_id=028e08de-7222-4f0c-bd52-289ce6212650 HTTP/1.1" status: 200 len: 210 time: 0.0278449 Jul 13 20:32:22.878929 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 8fc323ed-ec04-4eb5-ac60-003f60a306b5 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:32:22.898017 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.plugin [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] No Port match for: 8fc323ed-ec04-4eb5-ac60-003f60a306b5 {{(pid=92959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:32:22.898362 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron.plugins.ml2.rpc [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Device 8fc323ed-ec04-4eb5-ac60-003f60a306b5 not bound to the agent host hv-cinder-80069 {{(pid=92959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:32:33.784090 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-3b5bac60-8915-4259-884d-6db167c59601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:33.946251 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 6 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:32:36.120033 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-a1f23a75-03f4-474a-bc06-39e3fae80b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:36.810973 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:37.524078 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:39.276170 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:44.996415 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 51022) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:32:45.039924 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.db.db_base_plugin_v2 [None req-49c01382-98d4-4f31-b77d-06d76a0af3a5 admin admin] Deleting subnet 2be9ada2-3b7b-47be-8f47-075101e407d4 {{(pid=92957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:32:45.042901 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-49c01382-98d4-4f31-b77d-06d76a0af3a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:45.078077 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-49c01382-98d4-4f31-b77d-06d76a0af3a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15469843'] for subnet, precommit_delete_associations {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:45.115244 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-49c01382-98d4-4f31-b77d-06d76a0af3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-721317'] for subnet, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:45.169922 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-49c01382-98d4-4f31-b77d-06d76a0af3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-721308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15804208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148582'] for subnet, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:45.194127 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c01382-98d4-4f31-b77d-06d76a0af3a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2be9ada2-3b7b-47be-8f47-075101e407d4,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:32:45.198481 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-49c01382-98d4-4f31-b77d-06d76a0af3a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:45.200830 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-49c01382-98d4-4f31-b77d-06d76a0af3a5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2be9ada2-3b7b-47be-8f47-075101e407d4 HTTP/1.1" status: 204 len: 168 time: 0.2034104 Jul 13 20:32:45.202818 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 51024) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:32:45.205778 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c01382-98d4-4f31-b77d-06d76a0af3a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:32:45.206134 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c01382-98d4-4f31-b77d-06d76a0af3a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:32:45.206480 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c01382-98d4-4f31-b77d-06d76a0af3a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:32:45.206816 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c01382-98d4-4f31-b77d-06d76a0af3a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:32:45.207179 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c01382-98d4-4f31-b77d-06d76a0af3a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:32:45.207513 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c01382-98d4-4f31-b77d-06d76a0af3a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:32:45.207844 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c01382-98d4-4f31-b77d-06d76a0af3a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:32:45.208198 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c01382-98d4-4f31-b77d-06d76a0af3a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:32:45.208529 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c01382-98d4-4f31-b77d-06d76a0af3a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:32:45.208855 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c01382-98d4-4f31-b77d-06d76a0af3a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:32:45.209181 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c01382-98d4-4f31-b77d-06d76a0af3a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:32:45.209528 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c01382-98d4-4f31-b77d-06d76a0af3a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:32:45.268046 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c60f5da7-04da-4475-ac75-78177e164c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633600'] for network, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:45.344346 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c60f5da7-04da-4475-ac75-78177e164c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724524', 'neutron.services.segments.db._delete_segments_for_network-8781993256852'] for network, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:45.353790 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-c60f5da7-04da-4475-ac75-78177e164c78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba93afa-b509-4512-a80c-4ea3f624d92c']}} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:32:45.363027 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-c60f5da7-04da-4475-ac75-78177e164c78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1037ce7c-2788-4c60-8204-1a408f0f0bf4') {'for_net_delete': True} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:32:45.363317 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-c60f5da7-04da-4475-ac75-78177e164c78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1037ce7c-2788-4c60-8204-1a408f0f0bf4') {} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:32:45.372252 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c60f5da7-04da-4475-ac75-78177e164c78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781993187723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16271415'] for segment, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:45.385407 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c60f5da7-04da-4475-ac75-78177e164c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996'] for segment, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:45.391702 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c60f5da7-04da-4475-ac75-78177e164c78 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=92958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:32:45.392149 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c60f5da7-04da-4475-ac75-78177e164c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15915916'] for segment, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:45.393946 dv-cinder-800697-1-iscsi neutron-server[92958]: Traceback (most recent call last): Jul 13 20:32:45.393946 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:32:45.393946 dv-cinder-800697-1-iscsi neutron-server[92958]: timer() Jul 13 20:32:45.393946 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:32:45.393946 dv-cinder-800697-1-iscsi neutron-server[92958]: cb(*args, **kw) Jul 13 20:32:45.393946 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:32:45.393946 dv-cinder-800697-1-iscsi neutron-server[92958]: return func(*args, **kwargs) Jul 13 20:32:45.393946 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:32:45.393946 dv-cinder-800697-1-iscsi neutron-server[92958]: self._notify() Jul 13 20:32:45.393946 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:32:45.393946 dv-cinder-800697-1-iscsi neutron-server[92958]: self.callback(batched_events) Jul 13 20:32:45.393946 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:32:45.393946 dv-cinder-800697-1-iscsi neutron-server[92958]: event.method(event) Jul 13 20:32:45.393946 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:32:45.393946 dv-cinder-800697-1-iscsi neutron-server[92958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:32:45.393946 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:32:45.393946 dv-cinder-800697-1-iscsi neutron-server[92958]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:32:45.393946 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:32:45.393946 dv-cinder-800697-1-iscsi neutron-server[92958]: return f(self, *a, **k) Jul 13 20:32:45.393946 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:32:45.393946 dv-cinder-800697-1-iscsi neutron-server[92958]: return self._get(url).json() Jul 13 20:32:45.393946 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:32:45.393946 dv-cinder-800697-1-iscsi neutron-server[92958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:32:45.393946 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:32:45.393946 dv-cinder-800697-1-iscsi neutron-server[92958]: return self.request(url, 'GET', **kwargs) Jul 13 20:32:45.393946 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:32:45.393946 dv-cinder-800697-1-iscsi neutron-server[92958]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:32:45.393946 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:32:45.393946 dv-cinder-800697-1-iscsi neutron-server[92958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:32:45.393946 dv-cinder-800697-1-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:32:45.393946 dv-cinder-800697-1-iscsi neutron-server[92958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:32:45.393946 dv-cinder-800697-1-iscsi neutron-server[92958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:32:45.419405 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:45.446406 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c60f5da7-04da-4475-ac75-78177e164c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708319'] for network, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:45.451519 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c60f5da7-04da-4475-ac75-78177e164c78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1650012'] for network, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:45.453374 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-c60f5da7-04da-4475-ac75-78177e164c78 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0ba93afa-b509-4512-a80c-4ea3f624d92c HTTP/1.1" status: 204 len: 168 time: 0.2495649 Jul 13 20:32:45.464546 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f5da7-04da-4475-ac75-78177e164c78 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ba93afa-b509-4512-a80c-4ea3f624d92c,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:32:45.473330 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f5da7-04da-4475-ac75-78177e164c78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:32:45.473722 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f5da7-04da-4475-ac75-78177e164c78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:32:45.474065 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f5da7-04da-4475-ac75-78177e164c78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:32:45.474498 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f5da7-04da-4475-ac75-78177e164c78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:32:45.474720 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f5da7-04da-4475-ac75-78177e164c78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:32:45.475053 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f5da7-04da-4475-ac75-78177e164c78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:32:45.476035 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f5da7-04da-4475-ac75-78177e164c78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:32:45.476510 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f5da7-04da-4475-ac75-78177e164c78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:32:45.476658 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f5da7-04da-4475-ac75-78177e164c78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:32:45.476985 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f5da7-04da-4475-ac75-78177e164c78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:32:45.477308 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f5da7-04da-4475-ac75-78177e164c78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:32:45.477642 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f5da7-04da-4475-ac75-78177e164c78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-1-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:32:45.559730 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 51028) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:32:45.603151 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-82e5793f-8e0c-4264-910b-6a0c1141c275 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d8a549923867491cb7cdc38386433676&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421433 Jul 13 20:32:45.605539 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.41', 51030) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:32:45.651693 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8fac2e51-7644-469f-be16-fea0dd9f40c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:45.672479 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8fac2e51-7644-469f-be16-fea0dd9f40c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:45.716494 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8fac2e51-7644-469f-be16-fea0dd9f40c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:45.719022 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8fac2e51-7644-469f-be16-fea0dd9f40c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:45.720180 dv-cinder-800697-1-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-8fac2e51-7644-469f-be16-fea0dd9f40c3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/863beea7-e84c-42a9-9df7-b43de26ab445 HTTP/1.1" status: 204 len: 168 time: 0.1137328 Jul 13 20:32:45.729263 dv-cinder-800697-1-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac2e51-7644-469f-be16-fea0dd9f40c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863beea7-e84c-42a9-9df7-b43de26ab445,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:33:03.785266 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-cea77ba9-3ab8-4a04-bce7-3064eb2e3122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:33:04.728396 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 51164) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:33:04.828851 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-ba608749-cf89-4086-93d0-ca0580343bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:33:04.914934 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-ba608749-cf89-4086-93d0-ca0580343bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:33:04.918773 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-ba608749-cf89-4086-93d0-ca0580343bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_create {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:33:04.953626 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba608749-cf89-4086-93d0-ca0580343bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac5a9e9-4293-4c94-83e3-8ba9c54893e1,revision_number=1']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:33:04.958950 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-ba608749-cf89-4086-93d0-ca0580343bf0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=954284d9848e41d79227c969f306f682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294586 Jul 13 20:33:04.962088 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [-] (92957) accepted ('10.222.0.41', 51168) {{(pid=92957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:33:05.009111 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-cb05c323-7112-463b-878a-db00c2eb2853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:33:05.029066 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-cb05c323-7112-463b-878a-db00c2eb2853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:33:05.075552 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-cb05c323-7112-463b-878a-db00c2eb2853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600021'] for security_group, after_delete {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:33:05.078164 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron_lib.callbacks.manager [None req-cb05c323-7112-463b-878a-db00c2eb2853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:33:05.079336 dv-cinder-800697-1-iscsi neutron-server[92957]: INFO neutron.wsgi [None req-cb05c323-7112-463b-878a-db00c2eb2853 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eac5a9e9-4293-4c94-83e3-8ba9c54893e1 HTTP/1.1" status: 204 len: 168 time: 0.1162436 Jul 13 20:33:05.087398 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05c323-7112-463b-878a-db00c2eb2853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac5a9e9-4293-4c94-83e3-8ba9c54893e1,revision_number=None']} {{(pid=92957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:33:06.120315 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-f54fb1f7-bcd5-4f6e-bbdc-0e2192ea57a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:33:06.811439 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:33:07.528463 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:33:09.279654 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:33:10.945105 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 6 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:33:15.420187 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:33:32.189730 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [req-fab17b05-83ba-4540-893a-8c563e269ec7 req-3b3548df-9cf9-4b6b-b4da-31302b950b58 service neutron] (92957) timed out ('10.222.0.47', 60065) {{(pid=92957) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 20:33:33.159085 dv-cinder-800697-1-iscsi neutron-server[92957]: DEBUG neutron.wsgi [req-2bb44632-0bb4-4def-878f-1530bc9bcf78 req-3a593de4-ec7d-4778-bf9b-a15d5881c445 service neutron] (92957) timed out ('10.222.0.47', 60041) {{(pid=92957) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 20:33:33.786069 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-ea8f3f9a-0f97-40ee-9630-005c04939f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:33:36.120593 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-24e9bc47-ff5e-47bd-befa-8ff2bee953fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:33:36.812996 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:33:37.529814 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:33:39.281736 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:33:45.419443 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:33:47.943128 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 6 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:34:03.785528 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5e2b69d6-7e27-4444-9cfb-5ad5981e7d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:06.121322 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-aface77c-b0e0-48a1-ae4e-78045a41055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:06.814189 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:07.531891 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:09.284860 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:15.442333 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:24.941451 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 6 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:34:33.786068 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-b7a46a3a-c8c0-4efc-ba4a-3c39403c653d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:36.121205 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-fc66350b-bee1-4e21-8bb3-26805f7c0c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:36.815327 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:37.535375 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:39.287861 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:45.467822 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:01.939893 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 6 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:35:03.786982 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-90c3c646-44b2-42d9-89a8-96d28228768b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:06.121183 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-4398ccbd-deaf-4b44-ba5e-f811b1931003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:06.815168 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:07.538853 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:09.290595 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:15.463933 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:33.786173 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-0939bc81-553c-4d62-8138-48aa6262aee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:36.122483 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-693aaedf-5855-4649-ab14-94bd5b4c5231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:36.816536 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:37.541267 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:38.938074 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 6 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:35:39.293326 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:45.477406 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:03.786257 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-069fb67f-aef4-4dda-bf41-432586cdc8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:06.122619 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-c13502ce-e86b-482b-b083-8f42dd6eb5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:06.819332 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:07.543492 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:09.296151 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:15.485773 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:15.936868 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 6 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:36:33.787086 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-8efd992c-1e55-45ed-a9c5-4796a748ef20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:36.122794 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-68777c86-ddc4-42f3-a81e-c283b7765dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:36.819867 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:37.546864 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:39.299865 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:45.508629 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:52.936088 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 6 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:37:03.787729 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-cb607399-e19c-4de3-8bbd-4646c2722865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:37:06.122999 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-cb1eb7cc-376e-4f08-8c1c-a38a431615fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:37:06.819150 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:37:07.550262 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:37:09.302458 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:37:15.508192 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:37:29.936518 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 6 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:37:33.788206 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-dd18b6cd-9bb1-46da-8802-a51c8eeb3d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:37:36.122952 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-ba36d8ff-1f6b-4c6f-8be5-32e6604300c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:37:36.825255 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:37:37.552296 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:37:39.305497 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:37:45.523038 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:38:03.787891 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-96a805e0-7fce-43bd-8949-a8cf4f600862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:38:06.123259 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-d0799f78-d325-4a7b-acca-2df5a5cafd04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:38:06.828722 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-69240b5e-c707-4e4d-9246-4d53cbe111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:38:06.935983 dv-cinder-800697-1-iscsi neutron-server[92960]: DEBUG neutron.db.agents_db [None req-48331756-a30b-4943-b1de-85217cc9f6a5 None None] Agent healthcheck: found 6 active agents {{(pid=92960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:38:07.555201 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-1f3488e8-79e9-4a92-a3cf-769f9fc85ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:38:09.308565 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-5f5f98e4-801e-4cbe-b759-fa3a49c84ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:38:15.539888 dv-cinder-800697-1-iscsi neutron-server[92959]: DEBUG neutron_lib.callbacks.manager [None req-529504db-d1ae-41ea-99e0-c00c09f09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781993260014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726374'] for agent, after_update {{(pid=92959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}